load_spawn_weights only in proc rank 0 (#1385)

Co-authored-by: Alexander Reshytko <areshytko@Alexanders-MacBook-Pro.local>

pytorch_lightning/trainer/distrib_data_parallel.py

@@ -363,6 +363,10 @@ class TrainerDDPMixin(ABC):
         :param model:
         :return:
         """
+
+        loaded_model = original_model
+
+        if self.proc_rank == 0:
             # load weights saved in ddp
             path = os.path.join(self.default_save_path, '__temp_weight_ddp_end.ckpt')
             loaded_model = original_model.__class__.load_from_checkpoint(path)