diff --git a/.run_local_tests.sh b/.run_local_tests.sh
index ce7fce58ce..ce2a920819 100644
--- a/.run_local_tests.sh
+++ b/.run_local_tests.sh
@@ -1,5 +1,9 @@
 #!/usr/bin/env bash
 
+# install APEX, see https://github.com/NVIDIA/apex#linux
+# to imitate SLURM set only single node
+export SLURM_LOCALID=0
+
 # use this to run tests
 rm -rf _ckpt_*
 rm -rf ./tests/save_dir*