Update README.md

added BBH scores.

README.md

@@ -190,8 +190,8 @@ By redesigning a common household item like the plastic bottle, we can create a
     <th style="text-align:center; background-color: #001d6c; color: white;">MMLU</th>
     <th style="text-align:center; background-color: #001d6c; color: white;">PopQA</th>
     <th style="text-align:center; background-color: #001d6c; color: white;">TruthfulQA</th>
-    <!-- <th style="text-align:center; background-color: #001d6c; color: white;">BigBenchHard</th> -->
-    <th style="text-align:center; background-color: #001d6c; color: white;">DROP<sup id="fnref2"><a href="#fn2">2</a></sup></th>
+    <th style="text-align:center; background-color: #001d6c; color: white;">BigBenchHard<sup id="fnref2"><a href="#fn2">2</a></sup></th>
+    <th style="text-align:center; background-color: #001d6c; color: white;">DROP<sup id="fnref3"><a href="#fn3">3</a></sup></th>
     <th style="text-align:center; background-color: #001d6c; color: white;">GSM8K</th>
     <th style="text-align:center; background-color: #001d6c; color: white;">HumanEval</th>
    <th style="text-align:center; background-color: #001d6c; color: white;">HumanEval+</th>
@@ -206,7 +206,7 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">57.11</td> 
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">20.55</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">59.79</td>
-    <!-- <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">54.46</td> -->
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">61.82</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">20.99</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">67.55</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">79.45</td>
@@ -221,7 +221,7 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">57.18</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">20.56</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">59.8</td>
-    <!-- <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">52.27</td> -->
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">61.39</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">23.84</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">67.02</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">80.13</td>
@@ -236,7 +236,7 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 55.88 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 18.4 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 58.97 </td>
-    <!-- <td style="text-align:center; background-color: #DAE8FF; color: black;"> 52.51 </td> -->
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 63.91 </td>
       <td style="text-align:center; background-color: #DAE8FF; color: black;"> 44.33 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 72.48 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 80.51 </td>
@@ -252,7 +252,7 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">69.15</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">28.79</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">52.79</td>
-    <!-- <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">72.66</td> -->
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">73.43</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">71.23</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">83.24</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">85.32</td>
@@ -268,7 +268,7 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">45.80</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">13.25</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">47.43</td>
-    <!-- <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">65.71</td> -->
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">67.39</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">49.73</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">72.18</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">67.54</td>
@@ -284,7 +284,7 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">74.30</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">18.12</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">63.06</td>
-    <!-- <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">70.40</td> -->
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">69.19</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">64.06</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">84.46</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">93.35</td>
@@ -300,7 +300,7 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">50.72</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">9.94</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">47.14</td>
-    <!-- <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">65.04</td> -->
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">67.38</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">51.78</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">78.47</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">79.89</td>
@@ -315,7 +315,7 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">66.77</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">28.7</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">65.84</td>
-    <!-- <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">68.55</td> -->
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">69.87</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">58.57</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">79.15</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">89.63</td>
@@ -331,7 +331,7 @@ By redesigning a common household item like the plastic bottle, we can create a
    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">66.79</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">28.04</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">66.92</td>
-    <!-- <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">64.77</td> -->
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">71.86</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">58.29</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">81.65</td>
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">89.35</td>
@@ -346,7 +346,7 @@ By redesigning a common household item like the plastic bottle, we can create a
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 65.54 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 26.17 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 66.86 </td>
-    <!-- <td style="text-align:center; background-color: #DAE8FF; color: black;"> 59.01 </td> -->
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 69.13 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 59.36 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 80.89 </td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;"> 89.73 </td>
@@ -414,7 +414,8 @@ Granite-3.3-8B-Instruct builds upon Granite-3.3-8B-Base, leveraging both permiss
 - 💡 Learn about the latest Granite learning resources: https://ibm.biz/granite-learning-resources
 
 <p><a href="#fnref1" title="Jump back to reference">[1]</a> Evaluated using <a href="https://github.com/allenai/olmes">OLMES</a> (except AttaQ and Arena-Hard scores)</p>
-<p><a href="#fnref2" title="Jump back to reference">[2]</a> Modified the implementation to handle some of the issues mentioned <a href="https://huggingface.co/blog/open-llm-leaderboard-drop">here</a></p>
+<p><a href="#fnref2" title="Jump back to reference">[2]</a> Added regex for more efficient asnwer extraction.</a></p>
+<p><a href="#fnref3" title="Jump back to reference">[3]</a> Modified the implementation to handle some of the issues mentioned <a href="https://huggingface.co/blog/open-llm-leaderboard-drop">here</a></p>
 <!-- ## Citation
 <!-- ## Citation
 ```