Enable LLM completions logging in aider_bench run_infer.py

AlexCuadron · Feb 26, 2025 · 8a5dc59 · 8a5dc59
1 parent 87d9e15
commit 8a5dc59
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/evaluation/benchmarks/aider_bench/run_infer.py b/evaluation/benchmarks/aider_bench/run_infer.py
@@ -75,6 +75,8 @@ def get_config(
         metadata.eval_output_dir,
         str(instance.instance_id)
     )
+    # Enable logging of LLM completions
+    llm_config.log_completions = True
     config.set_llm_config(llm_config)
     agent_config = config.get_agent_config(metadata.agent_class)
     agent_config.enable_prompt_extensions = False