deepseekmirror/DeepSeek-Math
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-Math.git synced 2025-04-19 18:19:03 -04:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge ddf18bb444 into b8b0f8ce09

Browse Source
This commit is contained in:
Dylancer 2024-04-15 10:18:15 -05:00 committed by GitHub
commit c77291ddff
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 28 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
evaluation/run_subset_parallel.py
View File

@ -90,11 +90,17 @@ def do_parallel_sampling(args, task, answer_extraction_fn, eval_fn, input_dir, o
local_pids = [global_pid for (global_pid, _, _) in procs] local_pids = [global_pid for (global_pid, _, _) in procs]
if global_n_procs == 1:
agg_preds = read_data(os.path.join(output_dir, "predictions.json"))
else:
agg_preds = [] agg_preds = []
for fname in glob(os.path.join(output_dir, "predictions.*.json")): for fname in glob(os.path.join(output_dir, "predictions.*.json")):
if any(str(pid) in fname for pid in local_pids): if any(str(pid) in fname for pid in local_pids):
agg_preds.extend(read_data(fname)) agg_preds.extend(read_data(fname))
if global_n_procs == 1:
metrics = read_data(os.path.join(output_dir, "metrics.json"))
result_msg = f"n samples = {metrics['n_samples']}"
else:
metrics = {} metrics = {}
n_samples = 0 n_samples = 0
for fname in glob(os.path.join(output_dir, "metrics.*.json")): for fname in glob(os.path.join(output_dir, "metrics.*.json")):