DeepSeek-Coder/Evaluation/HumanEval/eval_instruct.sh
2025-07-04 11:58:24 -04:00

13 lines
334 B
Bash
Executable File

LANG="python"
OUTPUT_DIR="output"
MODEL="/scratch/shared_dir/xinyu/deepseek-6.7b-instruct"
MODEL_NAME=$(basename "$MODEL")
mkdir -p "$OUTPUT_DIR"
CUDA_VISIBLE_DEVICES=0,1 python eval_instruct.py \
--model "$MODEL" \
--output_path "$OUTPUT_DIR/${LANG}.${MODEL_NAME}.jsonl" \
--language $LANG \
--temp_dir $OUTPUT_DIR