fix global rank

Author: four4fish

pytorch_lightning/strategies/ddp.py

@@ -114,7 +114,6 @@ def __init__(
         self._pids: Optional[List[int]] = None
         self._sync_dir: Optional[str] = None
         self._rank_0_has_called_call_children_scripts: bool = False
-        self.set_world_ranks()
 
     @property
     def is_distributed(self) -> bool:
@@ -132,7 +131,6 @@ def num_nodes(self) -> int:
     def num_nodes(self, num_nodes: int) -> None:
         # note that world ranks is related to num_nodes, when resetting it, need to reset world ranks
         self._num_nodes = num_nodes
-        self.set_world_ranks()
 
     @property
     def num_processes(self):

pytorch_lightning/strategies/ddp_spawn.py

@@ -86,7 +86,6 @@ def __init__(
         self._ddp_comm_hook = ddp_comm_hook
         self._ddp_comm_wrapper = ddp_comm_wrapper
         self._local_rank = 0
-        self.set_world_ranks()
 
     @property
     def num_nodes(self) -> int:
@@ -100,7 +99,6 @@ def num_processes(self):
     def num_nodes(self, num_nodes: int) -> None:
         # note that world ranks is related to num_nodes, when resetting it, need to reset world ranks
         self._num_nodes = num_nodes
-        self.set_world_ranks()
 
     @property
     def local_rank(self) -> int:

pytorch_lightning/trainer/connectors/accelerator_connector.py

@@ -683,6 +683,8 @@ def _lazy_init_strategy(self):
             self.strategy._num_nodes = self._num_nodes_flag
         if hasattr(self.strategy, "sync_batchnorm"):
             self.strategy.sync_batchnorm = self.sync_batchnorm
+        if hasattr(self.strategy, "set_world_ranks"):
+            self.strategy.set_world_ranks()
 
         from pytorch_lightning.utilities import _IS_INTERACTIVE