diff --git a/finetune/install.sh b/finetune/install.sh
new file mode 100755
index 0000000..250a1e5
--- /dev/null
+++ b/finetune/install.sh
@@ -0,0 +1,4 @@
+#!/bin/bash
+pip install -r requirements.txt
+DS_BUILD_CPU_ADAM=1 pip install deepspeed==0.14.5
+
diff --git a/finetune/requirements.txt b/finetune/requirements.txt
index bc1d43e..d382942 100644
--- a/finetune/requirements.txt
+++ b/finetune/requirements.txt
@@ -2,9 +2,9 @@ torch==2.0.1
 tokenizers==0.14.0
 transformers==4.35.0
 accelerate==0.24.1
+numpy==1.26.4
 attrdict
 tqdm
 
-deepspeed==0.12.2
 datasets
 tensorboardX