diff --git a/vlmeval/dataset/__init__.py b/vlmeval/dataset/__init__.py index 4d7439c91..8dd483015 100644 --- a/vlmeval/dataset/__init__.py +++ b/vlmeval/dataset/__init__.py @@ -100,6 +100,7 @@ from .omtgbench import OMTGBench from .ost_bench import OSTDataset from .plotqa import PlotQA +from .pixmocount import PixmoCountDataset from .qbench_video import QBench_Video, QBench_Video_MCQ, QBench_Video_VQA from .reasonmap_plus import ReasonMap_Plus from .refcoco import RefCOCODataset @@ -280,7 +281,7 @@ def evaluate(self, eval_file, **judge_kwargs): LEGO, MMSci_Captioning, Physics_yale, ScreenSpot_Pro, ScreenSpot, VenusBench_GD, ScreenSpotV2, OSWorld_G, VBGD, MMIFEval, Spatial457, VisuLogic, CVBench, PathVQA_VAL, PathVQA_TEST, TDBench, TDBenchGrounding, MicroBench, CharXiv, OmniMedVQA, - WildDocBenchmark, MSEarthMCQ, OCR_Reasoning, PhyX, VLMBlind, CountBenchQA, + WildDocBenchmark, MSEarthMCQ, OCR_Reasoning, PhyX, VLMBlind, CountBenchQA, PixmoCountDataset, ZEROBench, SCAM, Omni3DBench, TallyQA, _3DSRBench, BMMR, AffordanceDataset, MMEReasoning, GOBenchDataset, SFE, ChartMimic, MMVMBench, XLRSBench, OmniEarthMCQBench, VisFactor, OSTDataset, OCRBench_v2, TreeBench, CVQA, M4Bench, diff --git a/vlmeval/dataset/pixmocount.py b/vlmeval/dataset/pixmocount.py new file mode 100644 index 000000000..5a73e87f0 --- /dev/null +++ b/vlmeval/dataset/pixmocount.py @@ -0,0 +1,13 @@ +from .image_vqa import CountBenchQA + + +class PixmoCountDataset(CountBenchQA): + TYPE = 'VQA' + DATASET_URL = { + 'PixmoCount': '' + } + DATASET_MD5 = {} + + @classmethod + def supported_datasets(cls): + return ['PixmoCount']