From eb38b903175b94ad8490a6f3e04469f5cf1ad73b Mon Sep 17 00:00:00 2001
From: "Y.W. Fang" <1157670798@qq.com>
Date: Thu, 11 Apr 2024 13:40:56 +0800
Subject: [PATCH] unify mbpp evaluation set of moe

---
 README-en.md | 15 ++++++++-------
 README.md    | 14 +++++++-------
 2 files changed, 15 insertions(+), 14 deletions(-)

diff --git a/README-en.md b/README-en.md
index 119aa63..065ea40 100644
--- a/README-en.md
+++ b/README-en.md
@@ -303,6 +303,7 @@ print(model.response("<用户>Write an acrostic poem with the word MINICPM (One
 | MiniCPM-2.4B-128k                   | 27.32 | 37.68             | 98.31   | 99.83         | 9            | 29.69               | 23.06           | 16.33           | 15.73            | 9.5                 | 0         | 4.29      | 22.08      | 0        |
 
 #### MiniCPM-MoE-8x2B Evaluation
+#### MiniCPM-MoE-8x2B模型评测
 <div align="left">
 
 <table style="margin: 0px auto;">
@@ -314,7 +315,7 @@ print(model.response("<用户>Write an acrostic poem with the word MINICPM (One
     <th nowrap="nowrap" >CEval</th>
     <th nowrap="nowrap" >CMMLU</th>
     <th nowrap="nowrap" >HumanEval</th>
-    <th nowrap="nowrap" >MBPP</th>
+    <th nowrap="nowrap" >MBPP&dagger;</th>
     <th nowrap="nowrap" >GSM8K</th>
     <th nowrap="nowrap" >MATH</th
   </tr>
@@ -327,7 +328,7 @@ print(model.response("<用户>Write an acrostic poem with the word MINICPM (One
     <td>-</td>
     <td>-</td>
     <td>22.6</td>
-    <td>33.0&dagger;</td>
+    <td>33.0</td>
     <td>42.2</td>
     <td>6.24</td>
   </tr>
@@ -349,7 +350,7 @@ print(model.response("<用户>Write an acrostic poem with the word MINICPM (One
     <td>-</td>
     <td>-</td>
     <td>32.3</td>
-    <td>44.4&dagger;</td>
+    <td>44.4</td>
     <td>46.4</td>
     <td>24.3</td>
   </tr>
@@ -360,7 +361,7 @@ print(model.response("<用户>Write an acrostic poem with the word MINICPM (One
     <td>74.1</td>
     <td>73.1</td>
     <td>36</td>
-    <td>37.4&dagger;</td>
+    <td>37.4</td>
     <td>62.5</td>
     <td>20.3</td>
   </tr>
@@ -371,7 +372,7 @@ print(model.response("<用户>Write an acrostic poem with the word MINICPM (One
     <td>40.6</td>
     <td>42.5</td>
     <td>26.8</td>
-    <td>39.2&dagger;</td>
+    <td>39.2</td>
     <td>18.8</td>
     <td>4.3</td>
   </tr>
@@ -382,7 +383,7 @@ print(model.response("<用户>Write an acrostic poem with the word MINICPM (One
     <td>51.13</td>
     <td>51.07</td>
     <td>50.00</td>
-    <td>47.31</td>
+    <td>35.93</td>
     <td>53.83</td>
     <td>10.24</td>
   </tr>
@@ -393,7 +394,7 @@ print(model.response("<用户>Write an acrostic poem with the word MINICPM (One
     <td>58.11</td>
     <td>58.80</td>
     <td>55.49</td>
-    <td>51.05</td>
+    <td>41.68</td>
     <td>61.56</td>
     <td>10.52</td>
   </tr>
diff --git a/README.md b/README.md
index b873b24..8c19215 100644
--- a/README.md
+++ b/README.md
@@ -343,7 +343,7 @@ print(model.response("<用户>山东省最高的山是哪座山, 它比黄山高
     <th nowrap="nowrap" >CEval</th>
     <th nowrap="nowrap" >CMMLU</th>
     <th nowrap="nowrap" >HumanEval</th>
-    <th nowrap="nowrap" >MBPP</th>
+    <th nowrap="nowrap" >MBPP&dagger;</th>
     <th nowrap="nowrap" >GSM8K</th>
     <th nowrap="nowrap" >MATH</th
   </tr>
@@ -356,7 +356,7 @@ print(model.response("<用户>山东省最高的山是哪座山, 它比黄山高
     <td>-</td>
     <td>-</td>
     <td>22.6</td>
-    <td>33.0&dagger;</td>
+    <td>33.0</td>
     <td>42.2</td>
     <td>6.24</td>
   </tr>
@@ -378,7 +378,7 @@ print(model.response("<用户>山东省最高的山是哪座山, 它比黄山高
     <td>-</td>
     <td>-</td>
     <td>32.3</td>
-    <td>44.4&dagger;</td>
+    <td>44.4</td>
     <td>46.4</td>
     <td>24.3</td>
   </tr>
@@ -389,7 +389,7 @@ print(model.response("<用户>山东省最高的山是哪座山, 它比黄山高
     <td>74.1</td>
     <td>73.1</td>
     <td>36</td>
-    <td>37.4&dagger;</td>
+    <td>37.4</td>
     <td>62.5</td>
     <td>20.3</td>
   </tr>
@@ -400,7 +400,7 @@ print(model.response("<用户>山东省最高的山是哪座山, 它比黄山高
     <td>40.6</td>
     <td>42.5</td>
     <td>26.8</td>
-    <td>39.2&dagger;</td>
+    <td>39.2</td>
     <td>18.8</td>
     <td>4.3</td>
   </tr>
@@ -411,7 +411,7 @@ print(model.response("<用户>山东省最高的山是哪座山, 它比黄山高
     <td>51.13</td>
     <td>51.07</td>
     <td>50.00</td>
-    <td>47.31</td>
+    <td>35.93</td>
     <td>53.83</td>
     <td>10.24</td>
   </tr>
@@ -422,7 +422,7 @@ print(model.response("<用户>山东省最高的山是哪座山, 它比黄山高
     <td>58.11</td>
     <td>58.80</td>
     <td>55.49</td>
-    <td>51.05</td>
+    <td>41.68</td>
     <td>61.56</td>
     <td>10.52</td>
   </tr>