diff --git a/requirements/requirements.txt b/requirements/requirements.txt
index 88e49f073..d94ee5710 100644
--- a/requirements/requirements.txt
+++ b/requirements/requirements.txt
@@ -5,6 +5,7 @@ git+https://github.com/EleutherAI/lm_dataformat.git@4eec05349977071bf67fc072290b
 huggingface_hub>=0.11.0
 lm_eval>=0.3.0
 mpi4py>=3.0.3
+git+https://github.com/EleutherAI/mup.git#egg=deepspeed
 numpy>=1.22.0
 pybind11>=2.6.2
 regex