Update README.md

updated results in model card.

README.md

@@ -42,7 +42,7 @@ This model is designed to handle general instruction-following tasks and can be
 
 
 **Generation:** 
-This is a simple example of how to use Granite-3.3-2B-Instruct model.
+This is a simple example of how to use Granite-3.3-8B-Instruct model.
 
 Install the following libraries:
 
@@ -184,10 +184,11 @@ By redesigning a common household item like the plastic bottle, we can create a
 <table>
   
 <thead>
+    <caption style="text-align:center"><b>Comparison with different models over various benchmarks. Scores of AlpacaEval-2.0 and Arena-Hard are calculated with thinking=True</b></caption>
   <tr>
     <th style="text-align:left; background-color: #001d6c; color: white;">Models</th>
     <th style="text-align:center; background-color: #001d6c; color: white;">ArenaHard</th>
-    <th style="text-align:center; background-color: #001d6c; color: white;">Alpaca-Eval-2</th>
+    <th style="text-align:center; background-color: #001d6c; color: white;">AlpacaEval-2.0</th>
     <th style="text-align:center; background-color: #001d6c; color: white;">MMLU</th>
     <th style="text-align:center; background-color: #001d6c; color: white;">PopQA</th>
     <th style="text-align:center; background-color: #001d6c; color: white;">TruthfulQA</th>
@@ -197,8 +198,55 @@ By redesigning a common household item like the plastic bottle, we can create a
     <th style="text-align:center; background-color: #001d6c; color: white;">HumanEval</th>
    <th style="text-align:center; background-color: #001d6c; color: white;">HumanEval+</th>
   <th style="text-align:center; background-color: #001d6c; color: white;">IFEval</th>
+  <th style="text-align:center; background-color: #001d6c; color: white;">Attaq</th>
   </tr></thead>
   <tbody>
+<tr>
+    <td style="text-align:left; background-color: #DAE8FF; color: black;">Granite-3.1-2B-Instruct</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">23.3</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">27.17</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">57.11</td> 
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">20.55</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">59.79</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">54.46</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">18.68</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">67.55</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">79.45</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">75.26</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">63.59</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">84.7</td>
+  </tr>
+  <tr>
+      <td style="text-align:left; background-color: #DAE8FF; color: black;">Granite-3.2-2B-Instruct</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">24.86</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">34.51</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">57.18</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">20.56</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">59.8</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">52.27</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">21.12</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">67.02</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">80.13</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">73.39</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">61.55</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">83.23</td>
+  </tr>
+  <tr>
+      <td style="text-align:left; background-color: #DAE8FF; color: black;"><b>Granite-3.3-2B-Instruct</b></td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 28.86 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 43.45 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 55.88 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 18.4 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 58.97 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 52.51 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 35.98 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 72.48 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 80.51 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 75.68 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 65.8 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">87.47</td>
+      </tr>
+      
   <tr>
     <td style="text-align:left; background-color: #DAE8FF; color: black;">Llama-3.1-8B-Instruct</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">36.43</td>
@@ -212,7 +260,7 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #DAE8FF; color: black;">85.32</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">80.15</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">79.10</td>
-
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">83.43</td>
   </tr>
            
   <tr>
@@ -228,7 +276,7 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #DAE8FF; color: black;">67.54</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">62.91</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">66.50</td>
-
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">42.87</td>
   </tr>
       
   <tr>
@@ -244,7 +292,7 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #DAE8FF; color: black;">93.35</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">89.91</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">74.90</td>
-
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">81.90</td>
   </tr>
       
   <tr>
@@ -260,9 +308,8 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #DAE8FF; color: black;">79.89</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">78.43</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">59.10</td>
-
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">42.45</td>
   </tr>
-
   <tr>
     <td style="text-align:left; background-color: #DAE8FF; color: black;">Granite-3.1-8B-Instruct</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">37.58</td>
@@ -276,26 +323,9 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #DAE8FF; color: black;">89.63</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">85.79</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">73.20</td>
-
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">85.73</td>
   </tr>
-      
-      
-<tr>
-    <td style="text-align:left; background-color: #DAE8FF; color: black;">Granite-3.1-2B-Instruct</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">23.3</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">27.17</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">57.11</td> 
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">20.55</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">59.79</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">54.46</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">18.68</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">67.55</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">79.45</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">75.26</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">63.59</td>
-
-  </tr>
-
+            
 <tr>
       <td style="text-align:left; background-color: #DAE8FF; color: black;">Granite-3.2-8B-Instruct</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">55.25</td>
@@ -309,24 +339,8 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #DAE8FF; color: black;">89.35</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">85.72</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">74.31</td>
- 
+     <td style="text-align:center; background-color: #DAE8FF; color: black;">84.7</td>
   </tr>
- 
-  <tr>
-      <td style="text-align:left; background-color: #DAE8FF; color: black;"><b>Granite-3.2-2B-Instruct</b></td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">24.86</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">34.51</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">57.18</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">20.56</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">59.8</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">52.27</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">21.12</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">67.02</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">80.13</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">73.39</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">61.55</td>
-  </tr> 
-      
   <tr>
       <td style="text-align:left; background-color: #DAE8FF; color: black;"><b>Granite-3.3-8B-Instruct</b></td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 57.56 </td>
@@ -334,28 +348,14 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 65.54 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 26.17 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 66.86 </td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 14.19 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 59.01 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 41.53 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 80.89 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 89.73 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 86.09 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 74.82 </td>
-      </tr>
-      
-  <tr>
-      <td style="text-align:left; background-color: #DAE8FF; color: black;"><b>Granite-3.3-2B-Instruct</b></td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 28.86 </td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 43.45 </td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 55.88 </td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 18.4 </td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 58.97 </td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 5.41 </td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 35.98 </td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 72.48 </td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 80.51 </td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 75.68 </td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 65.8 </td>
-      </tr> 
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">88.5</td>
+      </tr>                 
 </tbody></table>
 
 
@@ -368,37 +368,39 @@ By redesigning a common household item like the plastic bottle, we can create a
     <th style="text-align:center; background-color: #001d6c; color: white;">MATH500</th>
   </tr></thead>
   <tbody>
-  <tr>
-    <td style="text-align:left; background-color: #DAE8FF; color: black;">Granite-3.1-8B-Instruct</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 1.97 </td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 48.73 </td>
-  </tr>
   <tr>
     <td style="text-align:left; background-color: #DAE8FF; color: black;">Granite-3.1-2B-Instruct</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 0.89 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 35.07 </td>
   </tr>
-  <tr>
-    <td style="text-align:left; background-color: #DAE8FF; color: black;">Granite-3.2-8B-Instruct</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 2.43 </td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 52.8 </td>
-  </tr>
   <tr>
     <td style="text-align:left; background-color: #DAE8FF; color: black;">Granite-3.2-2B-Instruct</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 0.89 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 35.54 </td>
   </tr>
-  <tr>
-      <td style="text-align:left; background-color: #DAE8FF; color: black;"><b>Granite-3.3-8B-Instruct</b></td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 8.12 </td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 69.02 </td>
-  </tr>
   <tr>
       <td style="text-align:left; background-color: #DAE8FF; color: black;"><b>Granite-3.3-2B-Instruct</b></td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 3.28 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 58.09 </td>
+  </tr>
+  <tr>
+    <td style="text-align:left; background-color: #DAE8FF; color: black;">Granite-3.1-8B-Instruct</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 1.97 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 48.73 </td>
+  </tr>
+  <tr>
+    <td style="text-align:left; background-color: #DAE8FF; color: black;">Granite-3.2-8B-Instruct</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 2.43 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 52.8 </td>
+  </tr>
+  <tr>
+      <td style="text-align:left; background-color: #DAE8FF; color: black;"><b>Granite-3.3-8B-Instruct</b></td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 8.12 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 69.02 </td>
   </tr>
     </tbody></table>
+    
+</tbody></table>
 
 
 **Training Data:**