fixed nccl init

This commit is contained in:
William Falcon 2019-07-12 16:29:44 -04:00
parent f3ca184fb6
commit cff0500a63
1 changed files with 0 additions and 3 deletions

View File

@ -343,10 +343,7 @@ class Trainer(TrainerIO):
# set up server using proc 0's ip address
# try to init for 20 times at max in case ports are taken
# where to store ip_table
print('-'*100)
print('INIT CONN')
self.__init_tcp_connection()
print('-'*100)
# CHOOSE OPTIMIZER
# filter out the weights that were done on gpu so we can load on good old cpus