deepseekmirror/DeepSeek-Coder
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-Coder.git synced 2025-04-19 18:19:05 -04:00
Code Issues Actions Packages Projects Releases Wiki Activity

init commit

Browse Source
This commit is contained in:
zhuqh 2023-10-26 17:57:25 +08:00
parent 0e3ea03680
commit 73efd7ae0e
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
Evaluation/HumanEval/eval_pal.py
View File

@ -28,13 +28,15 @@ if __name__ == '__main__':
logdir = args.logdir
language = args.language
if logdir == "":
logdir = "tmp/"
tokenizer = dict(
cls=AutoTokenizer,
model_path=logdir,)
dataroot = args.dataroot
evaluator = evaltor(data_root=dataroot, max_seq_len=4096, tokenizer_cfg=tokenizer, log_dir="tmp/", n_sample=1, batch_size=1, language=language, max_gen_len=500)
evaluator = evaltor(data_root=dataroot, max_seq_len=4096, tokenizer_cfg=tokenizer, log_dir=logdir, n_sample=1, batch_size=1, language=language, max_gen_len=500)
model = AutoModelForCausalLM.from_pretrained(logdir, device_map=accelerator.device, trust_remote_code=True, torch_dtype=torch.bfloat16)
os.environ["TOKENIZERS_PARALLELISM"] = "false"
evaluator.eval_model(model, accelerator)