ss

src/about.py

@@ -14,12 +14,16 @@ class Tasks(Enum):
     # task_key in the json file, metric_key in the json file, name to display in the leaderboard 
     CMMMU = Task("CMMMU", "acc", "CMMMU")
     MMMU = Task("MMMU", "acc", "MMMU")
-    OCRBench = Task("OCRBench", "acc", "OCRBench")
     MMMU_Pro_standard = Task("MMMU_Pro_standard", "acc", "MMMU_Pro_standard")
     MMMU_Pro_vision = Task("MMMU_Pro_vision", "acc", "MMMU_Pro_vision")
     MathVision = Task("MathVision", "acc", "MathVision")
     CII_Bench = Task("CII-Bench", "acc", "CII-Bench")
     Blink = Task("Blink", "acc", "Blink")
+    CharXiv = Task("CharXiv", "acc", "CharXiv")
+    MathVerse = Task("MathVerse", "acc", "MathVerse")
+    MmvetV2 = Task("MmvetV2", "acc", "MmvetV2")
+    Ocrlite = Task("Ocrlite", "acc", "Ocrlite")
+    OcrliteZh = Task("OcrliteZh", "acc", "OcrliteZh")
 
 NUM_FEWSHOT = 0 # Change with your few shot
 # ---------------------------------------------------

src/display/utils.py

@@ -148,10 +148,14 @@ baseline_row = {
     AutoEvalColumn.MMMU.name: 100,
     AutoEvalColumn.MMMU_Pro_standard.name: 100,
     AutoEvalColumn.MMMU_Pro_vision.name: 100,
-    AutoEvalColumn.OCRBench.name: 100,
     AutoEvalColumn.MathVision.name: 100,
     AutoEvalColumn.CII_Bench.name: 100,
     AutoEvalColumn.Blink.name: 100,
+    AutoEvalColumn.CharXiv.name: 100,
+    AutoEvalColumn.MathVerse.name: 100,
+    AutoEvalColumn.MmvetV2.name: 100,
+    AutoEvalColumn.Ocrlite.name: 100,
+    AutoEvalColumn.OcrliteZh.name: 100,
     AutoEvalColumn.dummy.name: "baseline",
     AutoEvalColumn.model_type.name: "",
     AutoEvalColumn.flagged.name: False,
@@ -168,10 +172,14 @@ human_baseline_row = {
     AutoEvalColumn.MMMU.name: 100,
     AutoEvalColumn.MMMU_Pro_standard.name: 100,
     AutoEvalColumn.MMMU_Pro_vision.name: 100,
-    AutoEvalColumn.OCRBench.name: 100,
     AutoEvalColumn.MathVision.name: 100,
     AutoEvalColumn.CII_Bench.name: 100,
     AutoEvalColumn.Blink.name: 100,
+    AutoEvalColumn.CharXiv.name: 100,
+    AutoEvalColumn.MathVerse.name: 100,
+    AutoEvalColumn.MmvetV2.name: 100,
+    AutoEvalColumn.Ocrlite.name: 100,
+    AutoEvalColumn.OcrliteZh.name: 100,
     AutoEvalColumn.dummy.name: "human_baseline",
     AutoEvalColumn.model_type.name: "",
     AutoEvalColumn.flagged.name: False,