2022-11-12 23:39:23 +00:00
|
|
|
if __name__ == "__main__":
|
|
|
|
|
import bagua # noqa: F401
|
|
|
|
|
import deepspeed # noqa: F401
|
|
|
|
|
import fairscale # noqa: F401
|
|
|
|
|
import horovod.torch
|
2022-03-11 09:20:47 +00:00
|
|
|
|
2022-11-12 23:39:23 +00:00
|
|
|
# returns an error code
|
|
|
|
|
assert horovod.torch.nccl_built()
|
