fix MathVision

scikkk · Jul 19, 2024 · 3c55e82 · 3c55e82
1 parent 1e22228
commit 3c55e82
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/run.py b/run.py
@@ -129,7 +129,7 @@ def main():
             else:
                 if dataset.TYPE in ['MCQ', 'Y/N']:
                     judge_kwargs['model'] = 'chatgpt-0125'
-                elif listinstr(['MMVet', 'MathVista', 'LLaVABench', 'MMBench-Video'], dataset_name):
+                elif listinstr(['MMVet', 'MathVista', 'LLaVABench', 'MMBench-Video', 'MathVision'], dataset_name):
                     judge_kwargs['model'] = 'gpt-4-turbo'
                 elif listinstr(['MMLongBench'], dataset_name):
                     judge_kwargs['model'] = 'gpt-4o'

diff --git a/vlmeval/dataset/image_vqa.py b/vlmeval/dataset/image_vqa.py
@@ -221,7 +221,7 @@ class MathVision(ImageBaseDataset):
     }
     DATASET_MD5 = {
         'MathVision': '93f6de14f7916e598aa1b7165589831e',
-        'MathVision_MINI': '060fe4fa5d868987ce179307bd5f8a33 '
+        'MathVision_MINI': '060fe4fa5d868987ce179307bd5f8a33'
     }
 
     # It returns a DataFrame