vhelm lite documentation

stanford-crfm · Apr 26, 2024 · a909139 · a909139
1 parent 29dc34e
commit a909139
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 1 deletion.
diff --git a/docs/reproducing_leaderboards.md b/docs/reproducing_leaderboards.md
@@ -83,3 +83,13 @@ export NUM_TRAIN_TRIALS=1
 export NUM_EVAL_INSTANCES=10000
 export PRIORITY=4
 ```
+
+### VHELM v1.0.0 (VLM evaluation)
+
+```bash
+export RUN_ENTRIES_CONF_PATH=run_entries_vhelm_lite.conf
+export SCHEMA_PATH=schema_vhelm_lite.yaml
+export NUM_TRAIN_TRIALS=1
+export NUM_EVAL_INSTANCES=1000
+export PRIORITY=2
+```
diff --git a/src/helm/benchmark/presentation/run_entries_debug.conf b/src/helm/benchmark/presentation/run_entries_debug.conf
@@ -1,5 +1,5 @@
 entries: [
 
-    {description: "vqa:model=vlm", priority: 1, groups: ["vqa_base"]}
+    {description: "viz_wiz:model=vlm", priority: 1}
 
 ]