if __name__ == "__main__":
import bagua # noqa: F401
import deepspeed # noqa: F401
import fairscale # noqa: F401
import horovod.torch
# returns an error code
assert horovod.torch.nccl_built()