added support for running eval_instruct.py

Evaluation/HumanEval/eval.sh

@@ -1,4 +1,4 @@
-MODEL_NAME_OR_PATH="/scratch/shared_dir/xinyu/deepseek-1.3b"
+MODEL_NAME_OR_PATH="/scratch/shared_dir/xinyu/deepseek-6.7b-instruct"
 DATASET_ROOT="data/"
-LANGUAGE="scala"
+LANGUAGE="rust"
-CUDA_VISIBLE_DEVICES=1,2,3 python -m accelerate.commands.launch --config_file test_config.yaml eval_pal.py --logdir ${MODEL_NAME_OR_PATH} --language ${LANGUAGE} --dataroot ${DATASET_ROOT}
+CUDA_VISIBLE_DEVICES=4,5,6 python -m accelerate.commands.launch --config_file test_config.yaml eval_pal.py --logdir ${MODEL_NAME_OR_PATH} --language ${LANGUAGE} --dataroot ${DATASET_ROOT}

Evaluation/HumanEval/eval_instruct.sh

@@ -0,0 +1,12 @@
+LANG="rust"
+OUTPUT_DIR="output"
+MODEL="/scratch/shared_dir/xinyu/deepseek-6.7b-instruct"
+MODEL_NAME=$(basename "$MODEL")
+
+mkdir -p "$OUTPUT_DIR"
+
+CUDA_VISIBLE_DEVICES=0,1 python eval_instruct.py \
+    --model "$MODEL" \
+    --output_path "$OUTPUT_DIR/${LANG}.${MODEL_NAME}.jsonl" \
+    --language $LANG \
+    --temp_dir $OUTPUT_DIR

Evaluation/HumanEval/utils/utils.py

@@ -39,6 +39,11 @@ languge_settings = {
     'scala': {
         'full_name': "Scala",
         'indent': 4,
+    },
+    'rust': {
+        'full_name': 'Rust',
+        'indent': 4,
+        'main': 'fn main()'
     }
 }