RYDE-WORK/MiniCPM
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/MiniCPM.git synced 2026-01-30 19:23:19 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

docs(minicpm-v): update minicpm-v evaluation table

Browse Source
This commit is contained in:
wangchongyi 2024-02-06 17:31:33 +08:00
parent 600e00dba3
commit a3bf1f30e1
2 changed files with 18 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
README-en.md
View File

@ -239,6 +239,7 @@ print(res)
<tr> <tr>
<th align="left">Model</th> <th align="left">Model</th>
<th>Size</th> <th>Size</th>
<th nowrap="nowrap" >Visual Tokens</th>
<th>MME</th> <th>MME</th>
<th nowrap="nowrap" >MMB dev (en)</th> <th nowrap="nowrap" >MMB dev (en)</th>
<th nowrap="nowrap" >MMB dev (zh)</th> <th nowrap="nowrap" >MMB dev (zh)</th>
@ -250,6 +251,7 @@ print(res)
<tr> <tr>
<td align="left">LLaVA-Phi</td> <td align="left">LLaVA-Phi</td>
<td align="right">3B</td> <td align="right">3B</td>
<td>576</td>
<td>1335</td> <td>1335</td>
<td>59.8</td> <td>59.8</td>
<td>- </td> <td>- </td>
@ -259,6 +261,7 @@ print(res)
<tr> <tr>
<td nowrap="nowrap" align="left">MobileVLM</td> <td nowrap="nowrap" align="left">MobileVLM</td>
<td align="right">3B</td> <td align="right">3B</td>
<td>144</td>
<td>1289</td> <td>1289</td>
<td>59.6</td> <td>59.6</td>
<td>- </td> <td>- </td>
@ -268,6 +271,7 @@ print(res)
<tr> <tr>
<td nowrap="nowrap" align="left" >Imp-v1</td> <td nowrap="nowrap" align="left" >Imp-v1</td>
<td align="right">3B</td> <td align="right">3B</td>
<td>576</td>
<td>1434</td> <td>1434</td>
<td>66.5</td> <td>66.5</td>
<td>- </td> <td>- </td>
@ -275,8 +279,9 @@ print(res)
<td>- </td> <td>- </td>
</tr> </tr>
<tr> <tr>
<td align="left" >Qwen-VL-Chat</td> <td nowrap="nowrap" align="left" >Qwen-VL-Chat</td>
<td align="right" >9.6B</td> <td align="right" >9.6B</td>
<td>256</td>
<td>1487</td> <td>1487</td>
<td>60.6 </td> <td>60.6 </td>
<td>56.7 </td> <td>56.7 </td>
@ -286,6 +291,7 @@ print(res)
<tr> <tr>
<td nowrap="nowrap" align="left" >CogVLM</td> <td nowrap="nowrap" align="left" >CogVLM</td>
<td align="right">17.4B </td> <td align="right">17.4B </td>
<td>1225</td>
<td>1438 </td> <td>1438 </td>
<td>63.7 </td> <td>63.7 </td>
<td>53.8 </td> <td>53.8 </td>
@ -293,8 +299,9 @@ print(res)
<td>- </td> <td>- </td>
</tr> </tr>
<tr> <tr>
<td nowrap="nowrap" align="left" ><b>MiniCPM-V（3B)</b></td> <td nowrap="nowrap" align="left" ><b>MiniCPM-V(3B)</b></td>
<td align="right">3B </td> <td align="right">3B </td>
<td>64</td>
<td>1452 </td> <td>1452 </td>
<td>67.3 </td> <td>67.3 </td>
<td>61.9 </td> <td>61.9 </td>

11
README.md
View File

@ -264,6 +264,7 @@ print(res)
<tr> <tr>
<th align="left">Model</th> <th align="left">Model</th>
<th>Size</th> <th>Size</th>
<th nowrap="nowrap" >Visual Tokens</th>
<th>MME</th> <th>MME</th>
<th nowrap="nowrap" >MMB dev (en)</th> <th nowrap="nowrap" >MMB dev (en)</th>
<th nowrap="nowrap" >MMB dev (zh)</th> <th nowrap="nowrap" >MMB dev (zh)</th>
@ -275,6 +276,7 @@ print(res)
<tr> <tr>
<td align="left">LLaVA-Phi</td> <td align="left">LLaVA-Phi</td>
<td align="right">3B</td> <td align="right">3B</td>
<td>576</td>
<td>1335</td> <td>1335</td>
<td>59.8</td> <td>59.8</td>
<td>- </td> <td>- </td>
@ -284,6 +286,7 @@ print(res)
<tr> <tr>
<td nowrap="nowrap" align="left">MobileVLM</td> <td nowrap="nowrap" align="left">MobileVLM</td>
<td align="right">3B</td> <td align="right">3B</td>
<td>144</td>
<td>1289</td> <td>1289</td>
<td>59.6</td> <td>59.6</td>
<td>- </td> <td>- </td>
@ -293,6 +296,7 @@ print(res)
<tr> <tr>
<td nowrap="nowrap" align="left" >Imp-v1</td> <td nowrap="nowrap" align="left" >Imp-v1</td>
<td align="right">3B</td> <td align="right">3B</td>
<td>576</td>
<td>1434</td> <td>1434</td>
<td>66.5</td> <td>66.5</td>
<td>- </td> <td>- </td>
@ -300,8 +304,9 @@ print(res)
<td>- </td> <td>- </td>
</tr> </tr>
<tr> <tr>
<td align="left" >Qwen-VL-Chat</td> <td nowrap="nowrap" align="left" >Qwen-VL-Chat</td>
<td align="right" >9.6B</td> <td align="right" >9.6B</td>
<td>256</td>
<td>1487</td> <td>1487</td>
<td>60.6 </td> <td>60.6 </td>
<td>56.7 </td> <td>56.7 </td>
@ -311,6 +316,7 @@ print(res)
<tr> <tr>
<td nowrap="nowrap" align="left" >CogVLM</td> <td nowrap="nowrap" align="left" >CogVLM</td>
<td align="right">17.4B </td> <td align="right">17.4B </td>
<td>1225</td>
<td>1438 </td> <td>1438 </td>
<td>63.7 </td> <td>63.7 </td>
<td>53.8 </td> <td>53.8 </td>
@ -318,8 +324,9 @@ print(res)
<td>- </td> <td>- </td>
</tr> </tr>
<tr> <tr>
<td nowrap="nowrap" align="left" ><b>MiniCPM-V（3B)</b></td> <td nowrap="nowrap" align="left" ><b>MiniCPM-V(3B)</b></td>
<td align="right">3B </td> <td align="right">3B </td>
<td>64</td>
<td>1452 </td> <td>1452 </td>
<td>67.3 </td> <td>67.3 </td>
<td>61.9 </td> <td>61.9 </td>