diff --git a/dockers/base-cuda/Dockerfile b/dockers/base-cuda/Dockerfile
index 684650f71e..d2bd534e33 100644
--- a/dockers/base-cuda/Dockerfile
+++ b/dockers/base-cuda/Dockerfile
@@ -102,7 +102,7 @@ RUN \
     # install ColossalAI
     # TODO: 1.13 wheels are not released, remove skip once they are
     if [[ $PYTORCH_VERSION != "1.13" ]]; then \
-        pip install "colossalai==0.2.3"; \
+        pip install "colossalai==0.2.4"; \
         python -c "import colossalai; print(colossalai.__version__)" ; \
     fi