Merge branch 'main' into feature/grid_search_notebook

ml6team · Dec 13, 2023 · 23e24d1 · 23e24d1
2 parents 6e6abfa + 68b36a5
commit 23e24d1
Show file tree

Hide file tree

Showing 4 changed files with 157 additions and 68 deletions.
diff --git a/src/components/aggregate_eval_results/requirements.txt b/src/components/aggregate_eval_results/requirements.txt
@@ -1 +1 @@
-fondant[component]==0.8.dev4
+fondant[component]==0.8.dev6
diff --git a/src/eval_iter_loop.ipynb b/src/eval_iter_loop.ipynb
diff --git a/src/pipeline_eval.py b/src/pipeline_eval.py
@@ -7,6 +7,7 @@ def create_pipeline(  # noqa: PLR0913
     pipeline_dir: str = "./data-dir",
     embed_model_provider: str = "huggingface",
     embed_model: str = "all-MiniLM-L6-v2",
+    embed_api_key: dict = {},
     weaviate_url="http://host.docker.internal:8080",
     weaviate_class_name: str = "Pipeline1",
     # evaluation args
@@ -43,6 +44,7 @@ def create_pipeline(  # noqa: PLR0913
         arguments={
             "model_provider": embed_model_provider,
             "model": embed_model,
+            "api_keys": embed_api_key,
         },
     )
 

diff --git a/src/pipeline_index.py b/src/pipeline_index.py
@@ -7,6 +7,7 @@ def create_pipeline(  # noqa: PLR0913
     pipeline_dir: str = "./data-dir",
     embed_model_provider: str = "huggingface",
     embed_model: str = "all-MiniLM-L6-v2",
+    embed_api_key: dict = {},
     weaviate_url: str = "http://host.docker.internal:8080",
     weaviate_class_name: str = "Pipeline1",
     overwrite: bool = True,
@@ -49,6 +50,7 @@ def create_pipeline(  # noqa: PLR0913
         arguments={
             "model_provider": embed_model_provider,
             "model": embed_model,
+            "api_keys": embed_api_key,
         },
     )
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		fondant[component]==0.8.dev4
		fondant[component]==0.8.dev6