From 8a5dc594e5438b1ebf26085cf4a9a18fdbccb5a3 Mon Sep 17 00:00:00 2001 From: AlexCuadron Date: Wed, 26 Feb 2025 07:17:53 +0000 Subject: [PATCH] Enable LLM completions logging in aider_bench run_infer.py --- evaluation/benchmarks/aider_bench/run_infer.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/evaluation/benchmarks/aider_bench/run_infer.py b/evaluation/benchmarks/aider_bench/run_infer.py index 1ee68c21c2f0..93dd5102359b 100644 --- a/evaluation/benchmarks/aider_bench/run_infer.py +++ b/evaluation/benchmarks/aider_bench/run_infer.py @@ -75,6 +75,8 @@ def get_config( metadata.eval_output_dir, str(instance.instance_id) ) + # Enable logging of LLM completions + llm_config.log_completions = True config.set_llm_config(llm_config) agent_config = config.get_agent_config(metadata.agent_class) agent_config.enable_prompt_extensions = False