Skip to content

Commit 8790bf6

Browse files
junzhinjunzhin
committed
[Benchmark] Fix MMRarebench lint: remove unused import, fix isort, add explicit smp imports
- Remove unused DEBUG_MESSAGE import (F401) - Add noqa F401,F403 to star import from ..smp - Add explicit imports for load, dump, read_ok, np to resolve F405 - Fix isort ordering in mmrarebench.py and __init__.py
1 parent 3eb2fd6 commit 8790bf6

File tree

2 files changed

+134
-143
lines changed

2 files changed

+134
-143
lines changed

‎vlmeval/dataset/__init__.py‎

Lines changed: 128 additions & 137 deletions
Original file line numberDiff line numberDiff line change
@@ -1,165 +1,156 @@
11
import warnings
22

3-
from .image_base import img_root_map, ImageBaseDataset
4-
from .image_caption import ImageCaptionDataset
5-
from .image_yorn import ImageYORNDataset
6-
from .image_mcq import (
7-
ImageMCQDataset, MMMUDataset, CustomMCQDataset, MUIRDataset, GMAIMMBenchDataset, MMERealWorld, HRBenchDataset,
8-
NaturalBenchDataset, WeMath, MMMUProDataset, VMCBenchDataset, MedXpertQA_MM_test, LEGO, VisuLogic, CVBench, TDBench,
9-
MicroBench, OmniMedVQA, MSEarthMCQ, VLMBlind, SCAM, _3DSRBench, AffordanceDataset, OmniEarthMCQBench, XLRSBench,
10-
TreeBench, CVQA, TopViewRS, PuzzleVQA, VisualPuzzles
11-
)
12-
from .image_mt import MMDUDataset
13-
from .image_vqa import (
14-
ImageVQADataset, MathVision, LENS, OCRBench, MathVista, LLaVABench, LLaVABench_KO, VGRPBench, MMVet, MTVQADataset,
15-
TableVQABench, CustomVQADataset, CRPE, MathVerse, OlympiadBench, SeePhys, QSpatial, VizWiz, MMNIAH, LogicVista,
16-
MME_CoT, MMSci_Captioning, Physics_yale, TDBenchGrounding, WildDocBenchmark, OCR_Reasoning, PhyX, CountBenchQA,
17-
ZEROBench, Omni3DBench, TallyQA, MMEReasoning, MMVMBench, BMMR, OCRBench_v2, AyaVisionBench, MathCanvas, MMReason,
18-
CoreCognition, VLMsAreBiased, VTCBench
19-
)
20-
from .da2k import DA2K
21-
22-
from .worldvqa import WorldVQA
23-
from .image_ccocr import CCOCRDataset
24-
from .image_shortqa import ImageShortQADataset, PathVQA_VAL, PathVQA_TEST
25-
from .text_mcq import CustomTextMCQDataset, TextMCQDataset
26-
27-
from .vcr import VCRDataset
28-
from .mmlongbench import MMLongBench
29-
from .dude import DUDE
30-
from .slidevqa import SlideVQA
31-
from .vl_rewardbench import VLRewardBench
32-
from .vlm2bench import VLM2Bench
33-
from .vlmbias import VLMBias
34-
from .spatial457 import Spatial457
35-
from .charxiv import CharXiv
3+
from ..smp import *
4+
from .asclepius import Asclepius
5+
from .av_speakerbench import AVSpeakerBench
6+
from .CGAVCounting.cg_av_counting import CGAVCounting
7+
from .cgbench import (CGBench_MCQ_Grounding, CGBench_MCQ_Grounding_Mini, CGBench_OpenEnded,
8+
CGBench_OpenEnded_Mini)
9+
from .chartbench import ChartBench
10+
from .chartcap import ChartCapDataset
11+
from .chartmimic import ChartMimic
3612
from .chartmuseum import ChartMuseum
3713
from .chartqapro import ChartQAPro
38-
from .ssi_bench import SSIBenchDataset
39-
from .refcoco import RefCOCODataset
40-
from .refspatial import RefSpatialDataset
41-
from .erqa import ERQADataset
42-
from .simplevqa import SimpleVQA
43-
from .mmrarebench import MMRarebenchDiagnosis, MMRarebenchTreatment, MMRarebenchCrossmodal, MMRarebenchExamination
4414
from .chartx import ChartX
45-
from .plotqa import PlotQA
46-
from .chartbench import ChartBench
47-
48-
from .mmbench_video import MMBenchVideo
49-
from .videomme import VideoMME
50-
from .video_holmes import Video_Holmes
51-
from .mvbench import MVBench, MVBench_MP4
52-
from .tamperbench import MVTamperBench
53-
from .miabench import MIABench
54-
from .mlvu import MLVU, MLVU_MCQ, MLVU_OpenEnded
55-
from .tempcompass import TempCompass, TempCompass_Captioning, TempCompass_MCQ, TempCompass_YorN
56-
from .longvideobench import LongVideoBench
57-
from .video_concat_dataset import ConcatVideoDataset
58-
from .mmgenbench import MMGenBench
59-
from .cgbench import CGBench_MCQ_Grounding_Mini, CGBench_OpenEnded_Mini, CGBench_MCQ_Grounding, CGBench_OpenEnded
60-
from .CGAVCounting.cg_av_counting import CGAVCounting
15+
from .charxiv import CharXiv
16+
from .cmmmu import CMMMU
17+
from .creation import CreationMMBenchDataset
18+
from .da2k import DA2K
19+
from .design2code import Design2Code
6120
from .dream import DREAM
62-
from .megabench import MEGABench
63-
from .moviechat1k import MovieChat1k
64-
from .video_mmlu import Video_MMLU_CAP, Video_MMLU_QA
65-
from .vdc import VDC
66-
from .vcrbench import VCRBench
67-
from .v2pbench import V2PBench
68-
from .gobench import GOBenchDataset
69-
from .sfebench import SFE
70-
from .visfactor import VisFactor
71-
from .ost_bench import OSTDataset
72-
from .videommmu import VideoMMMU
73-
from .mvu_eval import MVUEval
74-
from .omtgbench import OMTGBench
75-
from .groundingme import GroundingME
76-
from .EgoExoBench.egoexobench import EgoExoBench_MCQ
77-
from .videott import VideoTT
78-
79-
from .worldsense import WorldSense
80-
from .av_speakerbench import AVSpeakerBench
81-
from .qbench_video import QBench_Video, QBench_Video_MCQ, QBench_Video_VQA
82-
83-
# Add by EASI team
84-
from .sitebench import SiteBenchVideo
85-
from .vsibench import VsiBench, VsiSuperRecall, VsiSuperCount
86-
from .mmsibench import MMSIVideoBench
87-
from .stibench import STIBench
8821
from .dsrbench import DSRBench
89-
90-
from .cmmmu import CMMMU
91-
from .emma import EMMADataset
92-
from .wildvision import WildVision
93-
from .mmmath import MMMath
22+
from .dude import DUDE
9423
from .dynamath import Dynamath
95-
from .creation import CreationMMBenchDataset
96-
from .mmalignbench import MMAlignBench
97-
from .utils import *
98-
from .video_dataset_config import *
99-
from ..smp import *
100-
from .OmniDocBench.omnidocbench import OmniDocBench
24+
from .EgoExoBench.egoexobench import EgoExoBench_MCQ
25+
from .embspatialbench import EmbSpatialBench
26+
from .emma import EMMADataset
27+
from .eriq import ERIQBench
28+
from .erqa import ERQADataset
29+
from .erqabench import ERQABench
30+
from .flames import FlamesDataset
10131
from .foxbench import FoxBench
102-
from .moat import MOAT
32+
from .gobench import GOBenchDataset
33+
from .groundingme import GroundingME
34+
from .gsm8k_v import GSM8KVDataset
10335
from .GUI.osworld_g import OSWorld_G
104-
from .GUI.vbgd import VBGD
10536
from .GUI.screenspot import ScreenSpot
106-
from .GUI.screenspot_v2 import ScreenSpotV2
10737
from .GUI.screenspot_pro import ScreenSpot_Pro
38+
from .GUI.screenspot_v2 import ScreenSpotV2
39+
from .GUI.vbgd import VBGD
10840
from .GUI.venusbench import VenusBench_GD
109-
from .mmifeval import MMIFEval
110-
from .chartmimic import ChartMimic
41+
from .hipho import HiPhODataset
42+
from .image_base import ImageBaseDataset, img_root_map
43+
from .image_caption import ImageCaptionDataset
44+
from .image_ccocr import CCOCRDataset
45+
from .image_mcq import (CVQA, LEGO, SCAM, AffordanceDataset, CustomMCQDataset, CVBench,
46+
GMAIMMBenchDataset, HRBenchDataset, ImageMCQDataset, MedXpertQA_MM_test,
47+
MicroBench, MMERealWorld, MMMUDataset, MMMUProDataset, MSEarthMCQ,
48+
MUIRDataset, NaturalBenchDataset, OmniEarthMCQBench, OmniMedVQA, PuzzleVQA,
49+
TDBench, TopViewRS, TreeBench, VisualPuzzles, VisuLogic, VLMBlind,
50+
VMCBenchDataset, WeMath, XLRSBench, _3DSRBench)
51+
from .image_mt import MMDUDataset
52+
from .image_shortqa import ImageShortQADataset, PathVQA_TEST, PathVQA_VAL
53+
from .image_vqa import (BMMR, CRPE, LENS, MMNIAH, AyaVisionBench, CoreCognition, CountBenchQA,
54+
CustomVQADataset, ImageVQADataset, LLaVABench, LLaVABench_KO, LogicVista,
55+
MathCanvas, MathVerse, MathVision, MathVista, MME_CoT, MMEReasoning,
56+
MMReason, MMSci_Captioning, MMVet, MMVMBench, MTVQADataset, OCR_Reasoning,
57+
OCRBench, OCRBench_v2, OlympiadBench, Omni3DBench, Physics_yale, PhyX,
58+
QSpatial, SeePhys, TableVQABench, TallyQA, TDBenchGrounding, VGRPBench,
59+
VizWiz, VLMsAreBiased, VTCBench, WildDocBenchmark, ZEROBench)
60+
from .image_yorn import ImageYORNDataset
61+
from .longvideobench import LongVideoBench
62+
from .m3oralbench import M3oralBenchDataset
11163
from .m4bench import M4Bench
112-
from .vlrmbench import VLRMBench
113-
from .mmhelix import MMHELIX
114-
from .NPMM import NPMM
115-
from .medqbench_mcq import MedqbenchMCQDataset
64+
from .macbench import MaCBench
65+
from .matbench import MATBench
11666
from .medqbench_caption import MedqbenchCaptionDataset
67+
from .medqbench_mcq import MedqbenchMCQDataset
11768
from .medqbench_paired_description import MedqbenchPairedDescriptionDataset
118-
from .olmOCRBench.olmocrbench import olmOCRBench
119-
from .oceanocr import OceanOCRBench
120-
from .matbench import MATBench
121-
69+
from .megabench import MEGABench
70+
from .miabench import MIABench
12271
# Add by EASI team
12372
from .mindcubebench import MindCubeBench
124-
from .embspatialbench import EmbSpatialBench
125-
from .viewspatialbench import ViewSpatialBench
126-
from .mmsibench import MMSIBench
127-
from .sitebench import SiteBenchImage
128-
from .sparbench import SparBench
129-
from .spatialvizbench import SpatialVizBench
130-
from .starebench import StareBench
131-
from .omnispatialbench import OmniSpatialBench
132-
from .erqabench import ERQABench
133-
from .robospatialbench import RoboSpatialBench
134-
from .refspatialbench import RefSpatialBench
135-
from .spbench import SPBench
136-
from .eriq import ERIQBench
137-
138-
from .reasonmap_plus import ReasonMap_Plus
139-
from .hipho import HiPhODataset
140-
from .gsm8k_v import GSM8KVDataset
141-
from .macbench import MaCBench
73+
from .mlvu import MLVU, MLVU_MCQ, MLVU_OpenEnded
74+
from .mmalignbench import MMAlignBench
75+
from .mmbench_video import MMBenchVideo
14276
from .mmesci import MMESCIDataset
143-
from .sarena import SArena
144-
from .uni_svg import UniSVG
145-
from .vladbench import VLADBench
146-
from .design2code import Design2Code
147-
from .chartcap import ChartCapDataset
148-
from .asclepius import Asclepius
77+
from .mmgenbench import MMGenBench
78+
from .mmhelix import MMHELIX
79+
from .mmifeval import MMIFEval
80+
from .mmlongbench import MMLongBench
81+
from .mmmath import MMMath
82+
from .mmrarebench import (MMRarebenchCrossmodal, MMRarebenchDiagnosis, MMRarebenchExamination,
83+
MMRarebenchTreatment)
14984
from .mmsafetybench import MMSafetyBenchDataset
85+
from .mmsibench import MMSIBench, MMSIVideoBench
86+
from .moat import MOAT
87+
from .moviechat1k import MovieChat1k
15088
from .mssbench import MSSBenchDataset
89+
from .mvbench import MVBench, MVBench_MP4
90+
from .mvu_eval import MVUEval
91+
from .NPMM import NPMM
92+
from .oceanocr import OceanOCRBench
93+
from .olmOCRBench.olmocrbench import olmOCRBench
94+
from .OmniDocBench.omnidocbench import OmniDocBench
95+
from .omnispatialbench import OmniSpatialBench
96+
from .omtgbench import OMTGBench
97+
from .ost_bench import OSTDataset
98+
from .plotqa import PlotQA
99+
from .qbench_video import QBench_Video, QBench_Video_MCQ, QBench_Video_VQA
100+
from .reasonmap_plus import ReasonMap_Plus
101+
from .refcoco import RefCOCODataset
102+
from .refspatial import RefSpatialDataset
103+
from .refspatialbench import RefSpatialBench
104+
from .robospatialbench import RoboSpatialBench
105+
from .sarena import SArena
106+
from .sfebench import SFE
107+
from .SGI_Bench_1_0.deep_research import SGI_Bench_Deep_Research
108+
from .SGI_Bench_1_0.dry_experiment import SGI_Bench_Dry_Experiment
109+
from .SGI_Bench_1_0.experimental_reasoning import SGI_Bench_Experimental_Reasoning
110+
from .SGI_Bench_1_0.idea_generation import SGI_Bench_Idea_Generation
111+
from .SGI_Bench_1_0.wet_experiment import SGI_Bench_Wet_Experiment
112+
from .simplevqa import SimpleVQA
113+
# Add by EASI team
114+
from .sitebench import SiteBenchImage, SiteBenchVideo
151115
from .siuo import SIUODataset
152116
from .siuo_gen import SIUOGenDataset
153117
from .siuo_mcq import SIUOMCQDataset
118+
from .slidevqa import SlideVQA
119+
from .sparbench import SparBench
120+
from .spatial457 import Spatial457
121+
from .spatialvizbench import SpatialVizBench
122+
from .spbench import SPBench
123+
from .ssi_bench import SSIBenchDataset
124+
from .starebench import StareBench
125+
from .stibench import STIBench
126+
from .tamperbench import MVTamperBench
127+
from .tempcompass import TempCompass, TempCompass_Captioning, TempCompass_MCQ, TempCompass_YorN
128+
from .text_mcq import CustomTextMCQDataset, TextMCQDataset
129+
from .uni_svg import UniSVG
130+
from .utils import *
131+
from .v2pbench import V2PBench
132+
from .vcr import VCRDataset
133+
from .vcrbench import VCRBench
134+
from .vdc import VDC
135+
from .video_concat_dataset import ConcatVideoDataset
136+
from .video_dataset_config import *
137+
from .video_holmes import Video_Holmes
138+
from .video_mmlu import Video_MMLU_CAP, Video_MMLU_QA
139+
from .videomme import VideoMME
140+
from .videommmu import VideoMMMU
141+
from .videott import VideoTT
142+
from .viewspatialbench import ViewSpatialBench
143+
from .visfactor import VisFactor
144+
from .vl_rewardbench import VLRewardBench
145+
from .vladbench import VLADBench
146+
from .vlm2bench import VLM2Bench
147+
from .vlmbias import VLMBias
148+
from .vlrmbench import VLRMBench
149+
from .vsibench import VsiBench, VsiSuperCount, VsiSuperRecall
150+
from .wildvision import WildVision
151+
from .worldsense import WorldSense
152+
from .worldvqa import WorldVQA
154153
from .xstest import XSTestDataset
155-
from .flames import FlamesDataset
156-
from .m3oralbench import M3oralBenchDataset
157-
158-
from .SGI_Bench_1_0.experimental_reasoning import SGI_Bench_Experimental_Reasoning
159-
from .SGI_Bench_1_0.deep_research import SGI_Bench_Deep_Research
160-
from .SGI_Bench_1_0.dry_experiment import SGI_Bench_Dry_Experiment
161-
from .SGI_Bench_1_0.wet_experiment import SGI_Bench_Wet_Experiment
162-
from .SGI_Bench_1_0.idea_generation import SGI_Bench_Idea_Generation
163154

164155

165156
class ConcatDataset(ImageBaseDataset):

‎vlmeval/dataset/mmrarebench.py‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -6,16 +6,16 @@
66
import warnings
77
from collections import Counter
88

9+
import numpy as np
910
import pandas as pd
1011
from tqdm import tqdm
1112

12-
13-
from .image_base import ImageBaseDataset
14-
from .utils import build_judge, DEBUG_MESSAGE
15-
from ..smp import *
13+
from ..smp import * # noqa: F401,F403
14+
from ..smp.file import LMUDataRoot, dump, get_intermediate_file_path, load
15+
from ..smp.vlm import read_ok
1616
from ..utils import track_progress_rich
17-
from ..smp.file import LMUDataRoot, get_intermediate_file_path
18-
17+
from .image_base import ImageBaseDataset
18+
from .utils import build_judge
1919

2020
TRACK_CONFIG = {
2121
'MMRarebench_Diagnosis': {

0 commit comments

Comments
 (0)