diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
index dd86b32f88c76..d4a17def2c3a6 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
@@ -9,7 +9,7 @@ tensorboard==2.13.0
 h5py
 wget
 pytorch-lightning==2.3.3
-deepspeed==0.9.0
+deepspeed==0.15.1
 fairscale==0.4.6
 parameterized>=0.8.1
 pydantic<2.0.0