diff --git a/docs/reproducing_leaderboards.md b/docs/reproducing_leaderboards.md index 26060d0780f..bb20a3697df 100644 --- a/docs/reproducing_leaderboards.md +++ b/docs/reproducing_leaderboards.md @@ -83,3 +83,13 @@ export NUM_TRAIN_TRIALS=1 export NUM_EVAL_INSTANCES=10000 export PRIORITY=4 ``` + +### VHELM v1.0.0 (VLM evaluation) + +```bash +export RUN_ENTRIES_CONF_PATH=run_entries_vhelm_lite.conf +export SCHEMA_PATH=schema_vhelm_lite.yaml +export NUM_TRAIN_TRIALS=1 +export NUM_EVAL_INSTANCES=1000 +export PRIORITY=2 +``` \ No newline at end of file diff --git a/src/helm/benchmark/presentation/run_entries_debug.conf b/src/helm/benchmark/presentation/run_entries_debug.conf index 48e817cec90..7a5660ab361 100644 --- a/src/helm/benchmark/presentation/run_entries_debug.conf +++ b/src/helm/benchmark/presentation/run_entries_debug.conf @@ -1,5 +1,5 @@ entries: [ - {description: "vqa:model=vlm", priority: 1, groups: ["vqa_base"]} + {description: "viz_wiz:model=vlm", priority: 1} ]