Clean ground-truth narration texts in videomae_generate_full_sent.py

yukw777 · Jan 28, 2024 · 9983d44 · 9983d44
1 parent fc186e9
commit 9983d44
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scripts/baselines/videomae/videomae_generate_full_sent.py b/scripts/baselines/videomae/videomae_generate_full_sent.py
@@ -6,7 +6,7 @@
 from tqdm import tqdm
 from transformers import AutoTokenizer, LlamaForCausalLM
 
-from eilev.data.utils import generate_chunks
+from eilev.data.utils import clean_narration_text, generate_chunks
 
 parser = argparse.ArgumentParser()
 parser.add_argument("prediction_file")
@@ -90,7 +90,7 @@
                 row["predicted_structured_noun"],
                 row["ground_truth_structured_noun"],
                 generated,
-                row["ground_truth_narration_text"],
+                clean_narration_text(row["ground_truth_narration_text"]),
             )
 if table is not None and run is not None:
     run.log({"generated": table})