mirror of
https://github.com/deepseek-ai/DeepSeek-Coder.git
synced 2025-07-11 03:38:57 -04:00
added support for running eval_instruct.py
This commit is contained in:
parent
bc50a43521
commit
9d19993e55
@ -1,4 +1,4 @@
|
|||||||
MODEL_NAME_OR_PATH="/scratch/shared_dir/xinyu/deepseek-1.3b"
|
MODEL_NAME_OR_PATH="/scratch/shared_dir/xinyu/deepseek-6.7b-instruct"
|
||||||
DATASET_ROOT="data/"
|
DATASET_ROOT="data/"
|
||||||
LANGUAGE="scala"
|
LANGUAGE="rust"
|
||||||
CUDA_VISIBLE_DEVICES=1,2,3 python -m accelerate.commands.launch --config_file test_config.yaml eval_pal.py --logdir ${MODEL_NAME_OR_PATH} --language ${LANGUAGE} --dataroot ${DATASET_ROOT}
|
CUDA_VISIBLE_DEVICES=4,5,6 python -m accelerate.commands.launch --config_file test_config.yaml eval_pal.py --logdir ${MODEL_NAME_OR_PATH} --language ${LANGUAGE} --dataroot ${DATASET_ROOT}
|
||||||
|
12
Evaluation/HumanEval/eval_instruct.sh
Executable file
12
Evaluation/HumanEval/eval_instruct.sh
Executable file
@ -0,0 +1,12 @@
|
|||||||
|
LANG="rust"
|
||||||
|
OUTPUT_DIR="output"
|
||||||
|
MODEL="/scratch/shared_dir/xinyu/deepseek-6.7b-instruct"
|
||||||
|
MODEL_NAME=$(basename "$MODEL")
|
||||||
|
|
||||||
|
mkdir -p "$OUTPUT_DIR"
|
||||||
|
|
||||||
|
CUDA_VISIBLE_DEVICES=0,1 python eval_instruct.py \
|
||||||
|
--model "$MODEL" \
|
||||||
|
--output_path "$OUTPUT_DIR/${LANG}.${MODEL_NAME}.jsonl" \
|
||||||
|
--language $LANG \
|
||||||
|
--temp_dir $OUTPUT_DIR
|
Binary file not shown.
@ -39,6 +39,11 @@ languge_settings = {
|
|||||||
'scala': {
|
'scala': {
|
||||||
'full_name': "Scala",
|
'full_name': "Scala",
|
||||||
'indent': 4,
|
'indent': 4,
|
||||||
|
},
|
||||||
|
'rust': {
|
||||||
|
'full_name': 'Rust',
|
||||||
|
'indent': 4,
|
||||||
|
'main': 'fn main()'
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user