benchmark related framework

microsoft · Jun 27, 2024 · e61c82f · e61c82f
1 parent 6793b12
commit e61c82f
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 10 deletions.
diff --git a/rdagent/app/quant_factor_benchmark/eval.py b/rdagent/app/quant_factor_benchmark/eval.py
@@ -2,7 +2,6 @@
 from rdagent.core.utils import import_class
 from rdagent.scenarios.qlib.factor_task_loader.json_loader import FactorTestCaseLoaderFromJsonFile
 from rdagent.components.benchmark.eval_method import FactorImplementEval
-from rdagent.components.benchmark.data_process import load_eval_data
 
 # 1.read the settings
 bs = BenchmarkSettings()

diff --git a/rdagent/components/benchmark/eval_method.py b/rdagent/components/benchmark/eval_method.py
@@ -3,7 +3,9 @@
 
 from tqdm import tqdm
 from collections import defaultdict
-from rdagent.factor_implementation.share_modules.factor_implementation_config import FACTOR_IMPLEMENT_SETTINGS
+from rdagent.components.task_implementation.factor_implementation.share_modules.factor_implementation_config import (
+    FACTOR_IMPLEMENT_SETTINGS,
+)
 from rdagent.core.exception import ImplementRunException
 from rdagent.core.task import (
     TaskImplementation,
@@ -109,14 +111,14 @@ def __init__(
         **kwargs,
     ):
         online_evaluator_l = [
-                FactorImplementationSingleColumnEvaluator(),
-                FactorImplementationIndexFormatEvaluator(),
-                FactorImplementationRowCountEvaluator(),
-                FactorImplementationIndexEvaluator(),
-                FactorImplementationMissingValuesEvaluator(),
-                FactorImplementationValuesEvaluator(),
-                FactorImplementationCorrelationEvaluator(hard_check=False),
-            ]
+            FactorImplementationSingleColumnEvaluator(),
+            FactorImplementationIndexFormatEvaluator(),
+            FactorImplementationRowCountEvaluator(),
+            FactorImplementationIndexEvaluator(),
+            FactorImplementationMissingValuesEvaluator(),
+            FactorImplementationValuesEvaluator(),
+            FactorImplementationCorrelationEvaluator(hard_check=False),
+        ]
         super().__init__(online_evaluator_l, test_cases, method, *args, **kwargs)
         self.test_round = test_round
 

diff --git a/rdagent/benchmark/example.json → rdagent/components/benchmark/example.json b/rdagent/benchmark/example.json → rdagent/components/benchmark/example.json