From dbeec515c6911fa520e3647e4848719ae61f05f6 Mon Sep 17 00:00:00 2001 From: Daya Guo <40300434+guoday@users.noreply.github.com> Date: Wed, 1 Nov 2023 10:50:51 +0800 Subject: [PATCH] Update README.md --- Evaluation/PAL-Math/README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Evaluation/PAL-Math/README.md b/Evaluation/PAL-Math/README.md index 0b32cd3..74bf9fd 100644 --- a/Evaluation/PAL-Math/README.md +++ b/Evaluation/PAL-Math/README.md @@ -53,11 +53,11 @@ We report experimental results here for mathematical reasoning tasks by using py | StarCoder-Base | 16B | 27.3% | 11.5% | 24.2% | 44.0% | 45.6% | 54.9% | 73.4% | 40.1% | | CodeLLama-Base | 7B | 36.4% | 12.3% | 29.7% | 57.6% | 58.4% | 59.6% | 82.6% | 48.0% | | CodeLLama-Base | 13B | 44.2% | 15.5% | 42.4% | 65.6% | 61.6% | 65.3% | 85.3% | 54.3% | -| CodeLLama-Base | 34B | 58.2% | 22.1% | 55.2% | 77.2% | 69.6% | 70.0% | 92.8% | 63.6% | +| CodeLLama-Base | 34B | 58.2% | 22.1% | **55.2%** | 77.2% | 69.6% | 70.0% | 92.8% | 63.6% | | | | | | | | | | | | | DeepSeek-Coder-Base | 1.3B | 15.8% | 16.3% | 14.5% | 38.4% | 28.8% | 51.3% | 66.0% | 33.0% | | DeepSeek-Coder-MQA-Base | 5.7B | 44.8% | 25.4% | 40.6% | 56.8% | 62.4% | 66.8% | 84.2% | 54.4% | | DeepSeek-Coder-Base | 6.7B | 46.1% | 25.6% | 40.0% | 67.2% | 71.2% | 69.0% | 89.2% | 58.3% | -| DeepSeek-Coder-Base | 33B | 58.2% | 35.3% | 54.5% | 78.4% | 76.8% | 78.2% | 94.0% | 67.9% | +| DeepSeek-Coder-Base | 33B | **58.2%** | **35.3%** | 54.5% | **78.4%** | **76.8%** | **78.2%** | **94.0%** | **67.9%** |