benchmark: longvideobench

metric_profile: accuracy

LONGVIDEOBENCH_PROMPT_MODE: default

license: See the upstream benchmark terms

prompt_mode: default

split: val

task: longvideobench


benchmark: mindcube

aggregation: micro

split: test

task: mindcube


benchmark: mlvu

MLVU_PROMPT_MODE: default

split: dev

task: mlvu


benchmark: mmsi

MMSI_BACKEND: transformers

task: mmsi


benchmark: mmvu

MMVU_PROMPT_MODE: default

task: mmvu


benchmark: mvbench

MVBENCH_PROMPT_MODE: default

task: mvbench


benchmark: revsi

REVSI_FRAME_BUDGET: all

task: revsi


benchmark: segmentation

family: segmentation

SEGMENTATION_DATA_TYPE: all

SEGMENTATION_VIDEO_READER: decord

video_reader: decord

split: mevis

task: segmentation


split: reasonvos


split: refcoco


split: refcocog


split: refcocop


benchmark: stvg

media_paths: media/stvg media/stvg/videos/stvg

split: stvg

task: stvg


benchmark: tracking

family: tracking

TRACKING_PROMPT_MODE: default

media_paths: media/tracking media/tracking/videos

task: tracking


benchmark: videoholmes

VIDEOHOLMES_PROMPT_MODE: default

task: videoholmes


benchmark: videomme

VIDEOMME_PROMPT_MODE: default

task: videomme


VIDEOMMEV2_PROMPT_MODE: default


benchmark: vsi

task: vsi