commit 1fa68d40b840875e3ed687d0499b5b7402f9d0df
author Ching-Hsiang Chu <chchu@meta.com> Mon Jan 30 23:16:08 2023 +0000
committer PyTorch MergeBot <pytorchmergebot@users.noreply.github.com> Mon Jan 30 23:16:08 2023 +0000
tree 25b80dc2dc344e4f177507364b5091f0c651c8ca
parent 2e9107ec1e30f8e0b2ad7f9fbdce5f3996febb16

[pytorch] fix backend_type for backend/PG plugin (#93129)

Summary: For backend/PG plugin, use `ProcessGroup.BackendType.CUSTOM` to avoid uninitialized variable during `pg._register_backend` later

Test Plan: CI/CD and internal tests

Differential Revision: D42793222

Pull Request resolved: https://github.com/pytorch/pytorch/pull/93129
Approved by: https://github.com/H-Huang

torch/distributed/distributed_c10d.py

diff --git a/torch/distributed/distributed_c10d.py b/torch/distributed/distributed_c10d.py
index 4044d73..22edcd0 100644
--- a/torch/distributed/distributed_c10d.py
+++ b/torch/distributed/distributed_c10d.py
@@ -1008,6 +1008,7 @@
             backend_plugin = Backend._plugins[backend_str.upper()]
             creator_fn = backend_plugin.creator_fn
             extended_api = backend_plugin.extended_api
+            backend_type = ProcessGroup.BackendType.CUSTOM
 
             if not extended_api:
                 backend_class = creator_fn(backend_prefix_store, group_rank, group_size, timeout)