Refactor collective functions, call training_type_plugin directly

Author: four4fish

pytorch_lightning/plugins/training_type/deepspeed.py

@@ -342,9 +342,6 @@ def setup_distributed(self):
 
         self._init_deepspeed_distributed()
 
-        # set the ranks and devices
-        self.dist.rank = self.global_rank
-        self.dist.device = self.root_device
         if not self._config_initialized:
             self._format_config()
             self._config_initialized = True