fix: give component code to feature&ens eval

microsoft · Dec 24, 2024 · e8c2d6c · e8c2d6c
1 parent d2d88d9
commit e8c2d6c
Show file tree

Hide file tree

Showing 4 changed files with 25 additions and 5 deletions.
diff --git a/rdagent/components/coder/data_science/ensemble/eval.py b/rdagent/components/coder/data_science/ensemble/eval.py
@@ -52,7 +52,9 @@ def evaluate(
             implementation.inject_files(**{fname: test_code})
         stdout = implementation.execute(env=de, entry=f"python {fname}")
 
-        system_prompt = T(".prompts:ensemble_eval.system").r(test_code=test_code)
+        system_prompt = T(".prompts:ensemble_eval.system").r(
+            test_code=test_code, code=implementation.file_dict["ensemble.py"]
+        )
         user_prompt = T(".prompts:ensemble_eval.user").r(stdout=stdout)
 
         resp = APIBackend().build_messages_and_create_chat_completion(user_prompt, system_prompt, json_mode=True)

diff --git a/rdagent/components/coder/data_science/ensemble/prompts.yaml b/rdagent/components/coder/data_science/ensemble/prompts.yaml
@@ -39,8 +39,17 @@ ensemble_coder:
 ensemble_eval:
   system: |-
     You are a data scientist evaluating an ensemble implementation.
-    You are testing the ensemble with the following code:    ```python
-    {{test_code}}    ```
+    
+    The ensemble code is:
+    ```python
+    {{code}}
+    ```
+
+    You are testing the ensemble with the following code:
+    ```python
+    {{test_code}}
+    ```
+    
     You'll be given the stdout of your testing scripts.
     Please respond with your feedback in the following JSON format: 
     {

diff --git a/rdagent/components/coder/data_science/feature/eval.py b/rdagent/components/coder/data_science/feature/eval.py
@@ -53,7 +53,9 @@ def evaluate(
             implementation.inject_files(**{fname: test_code})
         stdout = implementation.execute(env=de, entry=f"python {fname}")
 
-        system_prompt = T(".prompts:feature_eval.system").r(test_code=test_code)
+        system_prompt = T(".prompts:feature_eval.system").r(
+            test_code=test_code, code=implementation.file_dict["feat01.py"]
+        )
         user_prompt = T(".prompts:feature_eval.user").r(stdout=stdout)
 
         resp = APIBackend().build_messages_and_create_chat_completion(user_prompt, system_prompt, json_mode=True)

diff --git a/rdagent/components/coder/data_science/feature/prompts.yaml b/rdagent/components/coder/data_science/feature/prompts.yaml
@@ -48,10 +48,17 @@ feature:
 feature_eval:
   system: |-
     You are data scientist.
-    You are testing the feature processing with the following code
+
+    The feature code is:
+    ```python
+    {{code}}
+    ```
+
+    You are testing the feature processing code with the following code
     ```python
     {{test_code}}
     ```
+
     You'll be given the stdout of your testing scripts.
     Please respond with your feedback in the following JSON format and order
     ```json