From 70dbe306f7b2c72621c0e946012a3daa53416c66 Mon Sep 17 00:00:00 2001 From: Matthias Richter Date: Tue, 6 Feb 2024 15:17:16 +0100 Subject: [PATCH] fix notebook --- src/components/aggregrate_eval_results.py | 6 +- src/components/retrieve_from_weaviate.py | 11 +- src/evaluation.ipynb | 1755 +-------------------- src/indexing.ipynb | 952 +---------- 4 files changed, 64 insertions(+), 2660 deletions(-) diff --git a/src/components/aggregrate_eval_results.py b/src/components/aggregrate_eval_results.py index 5a40b8d..e78e8ef 100644 --- a/src/components/aggregrate_eval_results.py +++ b/src/components/aggregrate_eval_results.py @@ -5,14 +5,16 @@ @lightweight_component( + consumes={ + "context_precision": pa.float32(), + "context_relevancy": pa.float32(), + }, produces={ "metric": pa.string(), "score": pa.float32() } ) class AggregateResults(DaskTransformComponent): - def __init__(self, consumes: dict, **kwargs): - self.consumes = consumes def transform(self, dataframe: dd.DataFrame) -> dd.DataFrame: metrics = list(self.consumes.keys()) diff --git a/src/components/retrieve_from_weaviate.py b/src/components/retrieve_from_weaviate.py index 6454477..4d53593 100644 --- a/src/components/retrieve_from_weaviate.py +++ b/src/components/retrieve_from_weaviate.py @@ -56,9 +56,8 @@ def retrieve_chunks_from_embeddings(self, vector_query: list): ) result = query.do() - if "data" in result: - result_dict = result["data"]["Get"][self.class_name] - return [retrieved_chunk["passage"] for retrieved_chunk in result_dict] + result_dict = result["data"]["Get"][self.class_name] + return [retrieved_chunk["passage"] for retrieved_chunk in result_dict] def transform(self, dataframe: pd.DataFrame) -> pd.DataFrame: @@ -67,12 +66,8 @@ def transform(self, dataframe: pd.DataFrame) -> pd.DataFrame: self.retrieve_chunks_from_embeddings, ) - elif "prompt" in dataframe.columns: - dataframe["retrieved_chunks"] = dataframe["prompt"].apply( - self.retrieve_chunks_from_prompts, - ) else: - msg = "Dataframe must contain either an 'embedding' column or a 'prompt' column." + msg = "Dataframe must contain an 'embedding' column" raise ValueError( msg, ) diff --git a/src/evaluation.ipynb b/src/evaluation.ipynb index b272a4d..96489d9 100644 --- a/src/evaluation.ipynb +++ b/src/evaluation.ipynb @@ -58,7 +58,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -76,17 +76,9 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Docker Compose version v2.19.1\n" - ] - } - ], + "outputs": [], "source": [ "!docker compose version" ] @@ -100,19 +92,9 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", - "datasets 2.16.1 requires fsspec[http]<=2023.10.0,>=2023.1.0, but you have fsspec 2023.12.2 which is incompatible.\u001b[0m\u001b[31m\n", - "\u001b[0mSuccess\n" - ] - } - ], + "outputs": [], "source": [ "!pip install -q -r ../requirements.txt --disable-pip-version-check && echo \"Success\"" ] @@ -126,17 +108,9 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "WARNING:root:We recommend to run this pipeline on a GPU, but none could be found, using CPU instead\n" - ] - } - ], + "outputs": [], "source": [ "import logging\n", "import subprocess\n", @@ -178,20 +152,9 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[1A\u001b[1B\u001b[0G\u001b[?25l[+] Running 2/0\n", - " \u001b[32m✔\u001b[0m Container weaviate_service-weaviate-1 \u001b[32mRunning\u001b[0m \u001b[34m0.0s \u001b[0m\n", - " \u001b[32m✔\u001b[0m Container weaviate_service-contextionary-1 \u001b[32mRunning\u001b[0m \u001b[34m0.0s \u001b[0m\n", - "\u001b[?25h" - ] - } - ], + "outputs": [], "source": [ "!docker compose -f weaviate_service/docker-compose.yaml up --detach" ] @@ -212,19 +175,9 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/Users/matthias/projects/fondant/fondant-usecase-RAG/.venv/lib/python3.10/site-packages/weaviate/warnings.py:121: DeprecationWarning: Dep005: You are using weaviate-client version 3.25.3. The latest version is 4.4.2.\n", - " Please consider upgrading to the latest version. See https://weaviate.io/developers/weaviate/client-libraries/python for details.\n", - " warnings.warn(\n" - ] - } - ], + "outputs": [], "source": [ "import logging\n", "import weaviate\n", @@ -282,7 +235,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -324,1021 +277,11 @@ "#### Run the indexing pipeline" ] }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "> 💡 The first time you run a pipeline, you need to **download a docker image for each component** which may take a minute.\n", - "\n", - "> 💡 Use a **GPU** or an external API to speed up the embedding step\n", - "\n", - "> 💡 Steps that have been processed before are **cached** and will be skipped in subsequent runs which speeds up processing." - ] - }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "INFO:root:Found reference to un-compiled pipeline... compiling\n", - "INFO:fondant.pipeline.compiler:Compiling indexing-pipeline to .fondant/compose.yaml\n", - "INFO:fondant.pipeline.compiler:Base path found on local system, setting up ./data as mount volume\n", - "INFO:fondant.pipeline.pipeline:Sorting pipeline component graph topologically.\n", - "INFO:fondant.pipeline.pipeline:All pipeline component specifications match.\n", - "INFO:fondant.pipeline.compiler:Compiling service for load_from_hugging_face_hub\n", - "INFO:fondant.pipeline.compiler:Compiling service for chunktextcomponent\n", - "INFO:fondant.pipeline.compiler:Compiling service for embed_text\n", - "INFO:fondant.pipeline.compiler:Compiling service for index_weaviate\n", - "INFO:fondant.pipeline.compiler:Successfully compiled to .fondant/compose.yaml\n", - " load_from_hugging_face_hub Pulling \n", - " embed_text Pulling \n", - " index_weaviate Pulling \n", - " chunktextcomponent Pulling \n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Starting pipeline run...\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " load_from_hugging_face_hub Pulled \n", - " chunktextcomponent Pulled \n", - " embed_text Pulled \n", - " index_weaviate Pulled \n", - " Container indexing-pipeline-load_from_hugging_face_hub-1 Recreate\n", - " Container indexing-pipeline-load_from_hugging_face_hub-1 Recreated\n", - " Container indexing-pipeline-chunktextcomponent-1 Recreate\n", - " Container indexing-pipeline-chunktextcomponent-1 Recreated\n", - " Container indexing-pipeline-embed_text-1 Recreate\n", - " Container indexing-pipeline-embed_text-1 Recreated\n", - " Container indexing-pipeline-index_weaviate-1 Recreate\n", - " Container indexing-pipeline-index_weaviate-1 Recreated\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Attaching to indexing-pipeline-chunktextcomponent-1, indexing-pipeline-embed_text-1, indexing-pipeline-index_weaviate-1, indexing-pipeline-load_from_hugging_face_hub-1\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "indexing-pipeline-load_from_hugging_face_hub-1 | [2024-02-06 12:18:43,582 | fondant.cli | INFO] Component `LoadFromHubComponent` found in module main\n", - "indexing-pipeline-load_from_hugging_face_hub-1 | [2024-02-06 12:18:43,588 | fondant.component.executor | INFO] Dask default local mode will be used for further executions.Our current supported options are limited to 'local' and 'default'.\n", - "indexing-pipeline-load_from_hugging_face_hub-1 | [2024-02-06 12:18:43,592 | fondant.component.executor | INFO] Skipping component execution\n", - "indexing-pipeline-load_from_hugging_face_hub-1 | [2024-02-06 12:18:43,594 | fondant.component.executor | INFO] Matching execution detected for component. The last execution of the component originated from `indexing-pipeline-20240206095839`.\n", - "indexing-pipeline-load_from_hugging_face_hub-1 | [2024-02-06 12:18:43,599 | fondant.component.executor | INFO] Saving output manifest to /data/indexing-pipeline/indexing-pipeline-20240206131838/load_from_hugging_face_hub/manifest.json\n", - "indexing-pipeline-load_from_hugging_face_hub-1 | [2024-02-06 12:18:43,600 | fondant.component.executor | INFO] Writing cache key with manifest reference to /data/indexing-pipeline/cache/05c1b2d296cf3d6eb306576302b85e86.txt\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "indexing-pipeline-load_from_hugging_face_hub-1 exited with code 0\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting langchain==0.0.329 (from -r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Obtaining dependency information for langchain==0.0.329 from https://files.pythonhosted.org/packages/42/4e/86204994aeb2e4ac367a7fade896b13532eae2430299052eb2c80ca35d2c/langchain-0.0.329-py3-none-any.whl.metadata\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading langchain-0.0.329-py3-none-any.whl.metadata (16 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: PyYAML>=5.3 in /usr/local/lib/python3.11/site-packages (from langchain==0.0.329->-r requirements.txt (line 1)) (6.0.1)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting SQLAlchemy<3,>=1.4 (from langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Obtaining dependency information for SQLAlchemy<3,>=1.4 from https://files.pythonhosted.org/packages/7a/de/0ca53bf49d213bea164b0bd0187d3c94d6fea650b7679a8e41c91e3182d7/SQLAlchemy-2.0.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading SQLAlchemy-2.0.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (9.6 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: aiohttp<4.0.0,>=3.8.3 in /usr/local/lib/python3.11/site-packages (from langchain==0.0.329->-r requirements.txt (line 1)) (3.9.3)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting anyio<4.0 (from langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Obtaining dependency information for anyio<4.0 from https://files.pythonhosted.org/packages/19/24/44299477fe7dcc9cb58d0a57d5a7588d6af2ff403fdd2d47a246c91a3246/anyio-3.7.1-py3-none-any.whl.metadata\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading anyio-3.7.1-py3-none-any.whl.metadata (4.7 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting dataclasses-json<0.7,>=0.5.7 (from langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Obtaining dependency information for dataclasses-json<0.7,>=0.5.7 from https://files.pythonhosted.org/packages/91/ca/7219b838086086972e662c19e908694bdc6744537fb41b70392501b8b5e4/dataclasses_json-0.6.4-py3-none-any.whl.metadata\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading dataclasses_json-0.6.4-py3-none-any.whl.metadata (25 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting jsonpatch<2.0,>=1.33 (from langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Obtaining dependency information for jsonpatch<2.0,>=1.33 from https://files.pythonhosted.org/packages/73/07/02e16ed01e04a374e644b575638ec7987ae846d25ad97bcc9945a3ee4b0e/jsonpatch-1.33-py2.py3-none-any.whl.metadata\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading jsonpatch-1.33-py2.py3-none-any.whl.metadata (3.0 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting langsmith<0.1.0,>=0.0.52 (from langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Obtaining dependency information for langsmith<0.1.0,>=0.0.52 from https://files.pythonhosted.org/packages/67/a0/a43239e2a0fa12867c66ef3f40537afb1d23c2830fef8bb624f578bf35e2/langsmith-0.0.86-py3-none-any.whl.metadata\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading langsmith-0.0.86-py3-none-any.whl.metadata (10 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: numpy<2,>=1 in /usr/local/lib/python3.11/site-packages (from langchain==0.0.329->-r requirements.txt (line 1)) (1.26.3)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting pydantic<3,>=1 (from langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Obtaining dependency information for pydantic<3,>=1 from https://files.pythonhosted.org/packages/db/dc/afecbd9650f486889181c6d1a0d675b580c06253ea7e304588e4c7485bdb/pydantic-2.6.1-py3-none-any.whl.metadata\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading pydantic-2.6.1-py3-none-any.whl.metadata (83 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 83.5/83.5 kB 2.7 MB/s eta 0:00:00\n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: requests<3,>=2 in /usr/local/lib/python3.11/site-packages (from langchain==0.0.329->-r requirements.txt (line 1)) (2.31.0)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting tenacity<9.0.0,>=8.1.0 (from langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Obtaining dependency information for tenacity<9.0.0,>=8.1.0 from https://files.pythonhosted.org/packages/f4/f1/990741d5bb2487d529d20a433210ffa136a367751e454214013b441c4575/tenacity-8.2.3-py3-none-any.whl.metadata\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading tenacity-8.2.3-py3-none-any.whl.metadata (1.0 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.329->-r requirements.txt (line 1)) (1.3.1)\n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.329->-r requirements.txt (line 1)) (23.2.0)\n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.329->-r requirements.txt (line 1)) (1.4.1)\n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.329->-r requirements.txt (line 1)) (6.0.5)\n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.329->-r requirements.txt (line 1)) (1.9.4)\n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: idna>=2.8 in /usr/local/lib/python3.11/site-packages (from anyio<4.0->langchain==0.0.329->-r requirements.txt (line 1)) (3.6)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting sniffio>=1.1 (from anyio<4.0->langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading sniffio-1.3.0-py3-none-any.whl (10 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting marshmallow<4.0.0,>=3.18.0 (from dataclasses-json<0.7,>=0.5.7->langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Obtaining dependency information for marshmallow<4.0.0,>=3.18.0 from https://files.pythonhosted.org/packages/57/e9/4368d49d3b462da16a3bac976487764a84dd85cef97232c7bd61f5bdedf3/marshmallow-3.20.2-py3-none-any.whl.metadata\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading marshmallow-3.20.2-py3-none-any.whl.metadata (7.5 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting typing-inspect<1,>=0.4.0 (from dataclasses-json<0.7,>=0.5.7->langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Obtaining dependency information for typing-inspect<1,>=0.4.0 from https://files.pythonhosted.org/packages/65/f3/107a22063bf27bdccf2024833d3445f4eea42b2e598abfbd46f6a63b6cb0/typing_inspect-0.9.0-py3-none-any.whl.metadata\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading typing_inspect-0.9.0-py3-none-any.whl.metadata (1.5 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting jsonpointer>=1.9 (from jsonpatch<2.0,>=1.33->langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Obtaining dependency information for jsonpointer>=1.9 from https://files.pythonhosted.org/packages/12/f6/0232cc0c617e195f06f810534d00b74d2f348fe71b2118009ad8ad31f878/jsonpointer-2.4-py2.py3-none-any.whl.metadata\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading jsonpointer-2.4-py2.py3-none-any.whl.metadata (2.5 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting annotated-types>=0.4.0 (from pydantic<3,>=1->langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Obtaining dependency information for annotated-types>=0.4.0 from https://files.pythonhosted.org/packages/28/78/d31230046e58c207284c6b2c4e8d96e6d3cb4e52354721b944d3e1ee4aa5/annotated_types-0.6.0-py3-none-any.whl.metadata\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading annotated_types-0.6.0-py3-none-any.whl.metadata (12 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting pydantic-core==2.16.2 (from pydantic<3,>=1->langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Obtaining dependency information for pydantic-core==2.16.2 from https://files.pythonhosted.org/packages/ad/03/1cac52dfe893109a1571956755061df771457f33cb55264baed8f89635d6/pydantic_core-2.16.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading pydantic_core-2.16.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.5 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: typing-extensions>=4.6.1 in /usr/local/lib/python3.11/site-packages (from pydantic<3,>=1->langchain==0.0.329->-r requirements.txt (line 1)) (4.9.0)\n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/site-packages (from requests<3,>=2->langchain==0.0.329->-r requirements.txt (line 1)) (3.3.2)\n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.11/site-packages (from requests<3,>=2->langchain==0.0.329->-r requirements.txt (line 1)) (2.0.7)\n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/site-packages (from requests<3,>=2->langchain==0.0.329->-r requirements.txt (line 1)) (2024.2.2)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting greenlet!=0.4.17 (from SQLAlchemy<3,>=1.4->langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Obtaining dependency information for greenlet!=0.4.17 from https://files.pythonhosted.org/packages/c6/1f/12d5a6cc26e8b483c2e7975f9c22e088ac735c0d8dcb8a8f72d31a4e5f04/greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl.metadata\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl.metadata (3.8 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Requirement already satisfied: packaging>=17.0 in /usr/local/lib/python3.11/site-packages (from marshmallow<4.0.0,>=3.18.0->dataclasses-json<0.7,>=0.5.7->langchain==0.0.329->-r requirements.txt (line 1)) (23.2)\n", - "indexing-pipeline-chunktextcomponent-1 | Collecting mypy-extensions>=0.3.0 (from typing-inspect<1,>=0.4.0->dataclasses-json<0.7,>=0.5.7->langchain==0.0.329->-r requirements.txt (line 1))\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading mypy_extensions-1.0.0-py3-none-any.whl (4.7 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading langchain-0.0.329-py3-none-any.whl (2.0 MB)\n", - "indexing-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.0/2.0 MB 10.9 MB/s eta 0:00:00\n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | Downloading anyio-3.7.1-py3-none-any.whl (80 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 80.9/80.9 kB 11.1 MB/s eta 0:00:00\n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | Downloading dataclasses_json-0.6.4-py3-none-any.whl (28 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading jsonpatch-1.33-py2.py3-none-any.whl (12 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading langsmith-0.0.86-py3-none-any.whl (54 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 54.4/54.4 kB 10.3 MB/s eta 0:00:00\n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | Downloading pydantic-2.6.1-py3-none-any.whl (394 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 394.8/394.8 kB 12.6 MB/s eta 0:00:00\n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | Downloading pydantic_core-2.16.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.2 MB)\n", - "indexing-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.2/2.2 MB 18.7 MB/s eta 0:00:00\n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | Downloading SQLAlchemy-2.0.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.2 MB)\n", - "indexing-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 3.2/3.2 MB 10.4 MB/s eta 0:00:00\n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | Downloading tenacity-8.2.3-py3-none-any.whl (24 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading annotated_types-0.6.0-py3-none-any.whl (12 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl (620 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 620.0/620.0 kB 15.1 MB/s eta 0:00:00\n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | Downloading jsonpointer-2.4-py2.py3-none-any.whl (7.8 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Downloading marshmallow-3.20.2-py3-none-any.whl (49 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 49.4/49.4 kB 3.8 MB/s eta 0:00:00\n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | Downloading typing_inspect-0.9.0-py3-none-any.whl (8.8 kB)\n", - "indexing-pipeline-chunktextcomponent-1 | Installing collected packages: tenacity, sniffio, pydantic-core, mypy-extensions, marshmallow, jsonpointer, greenlet, annotated-types, typing-inspect, SQLAlchemy, pydantic, jsonpatch, anyio, langsmith, dataclasses-json, langchain\n", - "indexing-pipeline-chunktextcomponent-1 | Successfully installed SQLAlchemy-2.0.25 annotated-types-0.6.0 anyio-3.7.1 dataclasses-json-0.6.4 greenlet-3.0.3 jsonpatch-1.33 jsonpointer-2.4 langchain-0.0.329 langsmith-0.0.86 marshmallow-3.20.2 mypy-extensions-1.0.0 pydantic-2.6.1 pydantic-core-2.16.2 sniffio-1.3.0 tenacity-8.2.3 typing-inspect-0.9.0\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "indexing-pipeline-chunktextcomponent-1 | WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | [notice] A new release of pip is available: 23.2.1 -> 24.0\n", - "indexing-pipeline-chunktextcomponent-1 | [notice] To update, run: pip install --upgrade pip\n", - "indexing-pipeline-chunktextcomponent-1 | \n", - "indexing-pipeline-chunktextcomponent-1 | [2024-02-06 12:18:56,376 | fondant.cli | INFO] Component `ChunkTextComponent` found in module main\n", - "indexing-pipeline-chunktextcomponent-1 | [2024-02-06 12:18:56,380 | fondant.component.executor | INFO] Dask default local mode will be used for further executions.Our current supported options are limited to 'local' and 'default'.\n", - "indexing-pipeline-chunktextcomponent-1 | [2024-02-06 12:18:56,384 | fondant.component.executor | INFO] Previous component `load_from_hugging_face_hub` run was cached. Cached pipeline id: indexing-pipeline-20240206095839\n", - "indexing-pipeline-chunktextcomponent-1 | [2024-02-06 12:18:56,386 | fondant.component.executor | INFO] Skipping component execution\n", - "indexing-pipeline-chunktextcomponent-1 | [2024-02-06 12:18:56,388 | fondant.component.executor | INFO] Matching execution detected for component. The last execution of the component originated from `indexing-pipeline-20240206095839`.\n", - "indexing-pipeline-chunktextcomponent-1 | [2024-02-06 12:18:56,392 | fondant.component.executor | INFO] Saving output manifest to /data/indexing-pipeline/indexing-pipeline-20240206131838/chunktextcomponent/manifest.json\n", - "indexing-pipeline-chunktextcomponent-1 | [2024-02-06 12:18:56,392 | fondant.component.executor | INFO] Writing cache key with manifest reference to /data/indexing-pipeline/cache/b68d85742dae1d3f4b67dfd08b171a68.txt\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "indexing-pipeline-chunktextcomponent-1 exited with code 0\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "indexing-pipeline-embed_text-1 | [2024-02-06 12:19:00,042 | fondant.cli | INFO] Component `EmbedTextComponent` found in module main\n", - "indexing-pipeline-embed_text-1 | [2024-02-06 12:19:00,049 | fondant.component.executor | INFO] Dask default local mode will be used for further executions.Our current supported options are limited to 'local' and 'default'.\n", - "indexing-pipeline-embed_text-1 | [2024-02-06 12:19:00,055 | fondant.component.executor | INFO] Caching disabled for the component\n", - "indexing-pipeline-embed_text-1 | [2024-02-06 12:19:00,055 | root | INFO] Executing component\n", - "indexing-pipeline-embed_text-1 | [2024-02-06 12:19:03,098 | sentence_transformers.SentenceTransformer | INFO] Load pretrained SentenceTransformer: all-MiniLM-L6-v2\n", - ".gitattributes: 0%| | 0.00/1.18k [00:00" - ] - }, - "execution_count": 19, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "from components.retrieve_from_weaviate import RetrieveFromWeaviateComponent\n", "from components.evaluate_ragas import RagasEvaluator\n", @@ -1535,10 +450,9 @@ " RetrieveFromWeaviateComponent,\n", " arguments={\n", " \"weaviate_url\": shared_args[\"weaviate_url\"],\n", - " \"class_name\": shared_args[\"weaviate_url\"],\n", - " \"top_k\": 2\n", + " \"class_name\": shared_args[\"weaviate_class\"],\n", + " \"top_k\": 5\n", " },\n", - " cache=False,\n", ")\n", "\n", "retriever_eval = retrieve_chunks.apply(\n", @@ -1551,7 +465,11 @@ ")\n", "\n", "retriever_eval.apply(\n", - " AggregateResults\n", + " AggregateResults, \n", + " consumes={\n", + " \"context_precision\": \"context_precision\",\n", + " \"context_relevancy\": \"context_relevancy\"\n", + " }\n", ")" ] }, @@ -1564,612 +482,9 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "INFO:root:Class Pipeline1 exists in Weaviate.\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "INFO:root:Found reference to un-compiled pipeline... compiling\n", - "INFO:fondant.pipeline.compiler:Compiling evaluation-pipeline to .fondant/compose.yaml\n", - "INFO:fondant.pipeline.compiler:Base path found on local system, setting up ./data as mount volume\n", - "INFO:fondant.pipeline.pipeline:Sorting pipeline component graph topologically.\n", - "INFO:fondant.pipeline.pipeline:All pipeline component specifications match.\n", - "INFO:fondant.pipeline.compiler:Compiling service for load_from_csv\n", - "INFO:fondant.pipeline.compiler:Compiling service for embed_text\n", - "INFO:fondant.pipeline.compiler:Compiling service for retrievefromweaviatecomponent\n", - "INFO:fondant.pipeline.compiler:Compiling service for ragasevaluator\n", - "INFO:fondant.pipeline.compiler:Compiling service for aggregateresults\n", - "INFO:fondant.pipeline.compiler:Successfully compiled to .fondant/compose.yaml\n", - " retrievefromweaviatecomponent Pulling \n", - " embed_text Pulling \n", - " load_from_csv Pulling \n", - " aggregateresults Pulling \n", - " ragasevaluator Pulling \n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Starting pipeline run...\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " ragasevaluator Pulled \n", - " embed_text Pulled \n", - " load_from_csv Pulled \n", - " aggregateresults Pulled \n", - " retrievefromweaviatecomponent Pulled \n", - " Container evaluation-pipeline-load_from_csv-1 Recreate\n", - " Container evaluation-pipeline-load_from_csv-1 Recreated\n", - " Container evaluation-pipeline-embed_text-1 Recreate\n", - " Container evaluation-pipeline-embed_text-1 Recreated\n", - " Container evaluation-pipeline-retrievefromweaviatecomponent-1 Recreate\n", - " Container evaluation-pipeline-retrievefromweaviatecomponent-1 Recreated\n", - " Container evaluation-pipeline-ragasevaluator-1 Recreate\n", - " Container evaluation-pipeline-ragasevaluator-1 Recreated\n", - " Container evaluation-pipeline-aggregateresults-1 Recreate\n", - " Container evaluation-pipeline-aggregateresults-1 Recreated\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Attaching to evaluation-pipeline-aggregateresults-1, evaluation-pipeline-embed_text-1, evaluation-pipeline-load_from_csv-1, evaluation-pipeline-ragasevaluator-1, evaluation-pipeline-retrievefromweaviatecomponent-1\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "evaluation-pipeline-load_from_csv-1 | [2024-02-06 12:29:18,986 | fondant.cli | INFO] Component `CSVReader` found in module main\n", - "evaluation-pipeline-load_from_csv-1 | [2024-02-06 12:29:18,991 | fondant.component.executor | INFO] Dask default local mode will be used for further executions.Our current supported options are limited to 'local' and 'default'.\n", - "evaluation-pipeline-load_from_csv-1 | [2024-02-06 12:29:18,994 | fondant.component.executor | INFO] Skipping component execution\n", - "evaluation-pipeline-load_from_csv-1 | [2024-02-06 12:29:18,996 | fondant.component.executor | INFO] Matching execution detected for component. The last execution of the component originated from `evaluation-pipeline-20240206105318`.\n", - "evaluation-pipeline-load_from_csv-1 | [2024-02-06 12:29:19,002 | fondant.component.executor | INFO] Saving output manifest to /data/evaluation-pipeline/evaluation-pipeline-20240206132913/load_from_csv/manifest.json\n", - "evaluation-pipeline-load_from_csv-1 | [2024-02-06 12:29:19,002 | fondant.component.executor | INFO] Writing cache key with manifest reference to /data/evaluation-pipeline/cache/f12e1430da7973c18de35ecf782d313d.txt\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "evaluation-pipeline-load_from_csv-1 exited with code 0\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "evaluation-pipeline-embed_text-1 | [2024-02-06 12:29:22,282 | fondant.cli | INFO] Component `EmbedTextComponent` found in module main\n", - "evaluation-pipeline-embed_text-1 | [2024-02-06 12:29:22,287 | fondant.component.executor | INFO] Dask default local mode will be used for further executions.Our current supported options are limited to 'local' and 'default'.\n", - "evaluation-pipeline-embed_text-1 | [2024-02-06 12:29:22,290 | fondant.component.executor | INFO] Previous component `load_from_csv` run was cached. Cached pipeline id: evaluation-pipeline-20240206105318\n", - "evaluation-pipeline-embed_text-1 | [2024-02-06 12:29:22,292 | fondant.component.executor | INFO] Skipping component execution\n", - "evaluation-pipeline-embed_text-1 | [2024-02-06 12:29:22,293 | fondant.component.executor | INFO] Matching execution detected for component. The last execution of the component originated from `evaluation-pipeline-20240206105318`.\n", - "evaluation-pipeline-embed_text-1 | [2024-02-06 12:29:22,297 | fondant.component.executor | INFO] Saving output manifest to /data/evaluation-pipeline/evaluation-pipeline-20240206132913/embed_text/manifest.json\n", - "evaluation-pipeline-embed_text-1 | [2024-02-06 12:29:22,297 | fondant.component.executor | INFO] Writing cache key with manifest reference to /data/evaluation-pipeline/cache/325492fed9dd081a79c7a2afef9cee0c.txt\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "evaluation-pipeline-embed_text-1 exited with code 0\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Collecting weaviate-client==3.24.1 (from -r requirements.txt (line 1))\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Obtaining dependency information for weaviate-client==3.24.1 from https://files.pythonhosted.org/packages/59/8f/44d164ed990f7c6faf28125925160af9004595020aeaaf01e94462e3bf8e/weaviate_client-3.24.1-py3-none-any.whl.metadata\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Downloading weaviate_client-3.24.1-py3-none-any.whl.metadata (3.3 kB)\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Requirement already satisfied: requests<3.0.0,>=2.30.0 in /usr/local/lib/python3.11/site-packages (from weaviate-client==3.24.1->-r requirements.txt (line 1)) (2.31.0)\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Collecting validators<1.0.0,>=0.21.2 (from weaviate-client==3.24.1->-r requirements.txt (line 1))\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Obtaining dependency information for validators<1.0.0,>=0.21.2 from https://files.pythonhosted.org/packages/3a/0c/785d317eea99c3739821718f118c70537639aa43f96bfa1d83a71f68eaf6/validators-0.22.0-py3-none-any.whl.metadata\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Downloading validators-0.22.0-py3-none-any.whl.metadata (4.7 kB)\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Collecting authlib<2.0.0,>=1.2.1 (from weaviate-client==3.24.1->-r requirements.txt (line 1))\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Obtaining dependency information for authlib<2.0.0,>=1.2.1 from https://files.pythonhosted.org/packages/25/65/b78eb948b71ab232d08b30c38a2e3b69e6e50c6e166863a0068c877155b9/Authlib-1.3.0-py2.py3-none-any.whl.metadata\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Downloading Authlib-1.3.0-py2.py3-none-any.whl.metadata (3.8 kB)\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Requirement already satisfied: cryptography in /usr/local/lib/python3.11/site-packages (from authlib<2.0.0,>=1.2.1->weaviate-client==3.24.1->-r requirements.txt (line 1)) (42.0.2)\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/site-packages (from requests<3.0.0,>=2.30.0->weaviate-client==3.24.1->-r requirements.txt (line 1)) (3.3.2)\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.11/site-packages (from requests<3.0.0,>=2.30.0->weaviate-client==3.24.1->-r requirements.txt (line 1)) (3.6)\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.11/site-packages (from requests<3.0.0,>=2.30.0->weaviate-client==3.24.1->-r requirements.txt (line 1)) (2.0.7)\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/site-packages (from requests<3.0.0,>=2.30.0->weaviate-client==3.24.1->-r requirements.txt (line 1)) (2024.2.2)\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Requirement already satisfied: cffi>=1.12 in /usr/local/lib/python3.11/site-packages (from cryptography->authlib<2.0.0,>=1.2.1->weaviate-client==3.24.1->-r requirements.txt (line 1)) (1.16.0)\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Requirement already satisfied: pycparser in /usr/local/lib/python3.11/site-packages (from cffi>=1.12->cryptography->authlib<2.0.0,>=1.2.1->weaviate-client==3.24.1->-r requirements.txt (line 1)) (2.21)\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Downloading weaviate_client-3.24.1-py3-none-any.whl (107 kB)\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 108.0/108.0 kB 724.2 kB/s eta 0:00:00\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | \n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | \n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Downloading Authlib-1.3.0-py2.py3-none-any.whl (223 kB)\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 223.7/223.7 kB 5.6 MB/s eta 0:00:00\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | \n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | \n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Downloading validators-0.22.0-py3-none-any.whl (26 kB)\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Installing collected packages: validators, authlib, weaviate-client\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Successfully installed authlib-1.3.0 validators-0.22.0 weaviate-client-3.24.1\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "evaluation-pipeline-retrievefromweaviatecomponent-1 | WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | \n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | [notice] A new release of pip is available: 23.2.1 -> 24.0\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | [notice] To update, run: pip install --upgrade pip\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | \n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | [2024-02-06 12:29:27,117 | fondant.cli | INFO] Component `RetrieveFromWeaviateComponent` found in module main\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | [2024-02-06 12:29:27,122 | fondant.component.executor | INFO] Dask default local mode will be used for further executions.Our current supported options are limited to 'local' and 'default'.\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | [2024-02-06 12:29:27,124 | fondant.component.executor | INFO] Caching disabled for the component\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | [2024-02-06 12:29:27,125 | root | INFO] Executing component\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | /usr/local/lib/python3.11/site-packages/weaviate/warnings.py:121: DeprecationWarning: Dep005: You are using weaviate-client version 3.24.1. The latest version is 4.4.2.\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | Please consider upgrading to the latest version. See https://weaviate.io/developers/weaviate/client-libraries/python for details.\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | warnings.warn(\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | [2024-02-06 12:29:27,640 | root | INFO] Columns of dataframe: ['embedding', 'question']\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | [2024-02-06 12:29:27,673 | root | INFO] Creating write task for: /data/evaluation-pipeline/evaluation-pipeline-20240206132913/retrievefromweaviatecomponent\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | [2024-02-06 12:29:27,673 | root | INFO] Writing data...\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[ ] | 0% Completed | 625.37 us\n", - "[ ] | 0% Completed | 101.04 ms\n", - "[ ] | 0% Completed | 201.95 ms\n", - "[########################################] | 100% Completed | 302.22 ms\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "evaluation-pipeline-retrievefromweaviatecomponent-1 | [2024-02-06 12:29:27,982 | fondant.component.executor | INFO] Saving output manifest to /data/evaluation-pipeline/evaluation-pipeline-20240206132913/retrievefromweaviatecomponent/manifest.json\n", - "evaluation-pipeline-retrievefromweaviatecomponent-1 | [2024-02-06 12:29:27,982 | fondant.component.executor | INFO] Writing cache key with manifest reference to /data/evaluation-pipeline/cache/7046a1d39ca5adb567e53d6d7bbc0c86.txt\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "evaluation-pipeline-retrievefromweaviatecomponent-1 exited with code 0\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting ragas==0.0.21 (from -r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for ragas==0.0.21 from https://files.pythonhosted.org/packages/24/96/1b72b4081f53f0bfcf42525edfbf5a544fca597aaefde3272c28b70f080c/ragas-0.0.21-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading ragas-0.0.21-py3-none-any.whl.metadata (4.6 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: numpy in /usr/local/lib/python3.11/site-packages (from ragas==0.0.21->-r requirements.txt (line 1)) (1.26.3)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting datasets (from ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for datasets from https://files.pythonhosted.org/packages/ec/93/454ada0d1b289a0f4a86ac88dbdeab54921becabac45da3da787d136628f/datasets-2.16.1-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading datasets-2.16.1-py3-none-any.whl.metadata (20 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting tiktoken (from ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for tiktoken from https://files.pythonhosted.org/packages/fb/a9/237dc2db35e6ec0fb7dd63e3d10ebe0377559203bd2a87e12a4adbfc8585/tiktoken-0.5.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading tiktoken-0.5.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.6 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting langchain (from ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for langchain from https://files.pythonhosted.org/packages/c1/c3/0e59a0c24e0c61b52271445df55302ab2f3dd8489a365721c7ef7ecaba24/langchain-0.1.5-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading langchain-0.1.5-py3-none-any.whl.metadata (13 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting openai>1 (from ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for openai>1 from https://files.pythonhosted.org/packages/37/34/f3c3d6bdc3eebf1b6a7c696dd6f934630af6cf5250cec099edf117cd3b53/openai-1.11.1-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading openai-1.11.1-py3-none-any.whl.metadata (18 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting pysbd>=0.3.4 (from ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading pysbd-0.3.4-py3-none-any.whl (71 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 71.1/71.1 kB 2.3 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Collecting nest-asyncio (from ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for nest-asyncio from https://files.pythonhosted.org/packages/a0/c4/c2971a3ba4c6103a3d10c4b0f24f461ddc027f0f09763220cf35ca1401b3/nest_asyncio-1.6.0-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading nest_asyncio-1.6.0-py3-none-any.whl.metadata (2.8 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting anyio<5,>=3.5.0 (from openai>1->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for anyio<5,>=3.5.0 from https://files.pythonhosted.org/packages/bf/cd/d6d9bb1dadf73e7af02d18225cbd2c93f8552e13130484f1c8dcfece292b/anyio-4.2.0-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading anyio-4.2.0-py3-none-any.whl.metadata (4.6 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting distro<2,>=1.7.0 (from openai>1->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for distro<2,>=1.7.0 from https://files.pythonhosted.org/packages/12/b3/231ffd4ab1fc9d679809f356cebee130ac7daa00d6d6f3206dd4fd137e9e/distro-1.9.0-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading distro-1.9.0-py3-none-any.whl.metadata (6.8 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting httpx<1,>=0.23.0 (from openai>1->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for httpx<1,>=0.23.0 from https://files.pythonhosted.org/packages/39/9b/4937d841aee9c2c8102d9a4eeb800c7dad25386caabb4a1bf5010df81a57/httpx-0.26.0-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading httpx-0.26.0-py3-none-any.whl.metadata (7.6 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting pydantic<3,>=1.9.0 (from openai>1->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for pydantic<3,>=1.9.0 from https://files.pythonhosted.org/packages/db/dc/afecbd9650f486889181c6d1a0d675b580c06253ea7e304588e4c7485bdb/pydantic-2.6.1-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading pydantic-2.6.1-py3-none-any.whl.metadata (83 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 83.5/83.5 kB 5.9 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Collecting sniffio (from openai>1->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading sniffio-1.3.0-py3-none-any.whl (10 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting tqdm>4 (from openai>1->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for tqdm>4 from https://files.pythonhosted.org/packages/00/e5/f12a80907d0884e6dff9c16d0c0114d81b8cd07dc3ae54c5e962cc83037e/tqdm-4.66.1-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading tqdm-4.66.1-py3-none-any.whl.metadata (57 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 57.6/57.6 kB 17.7 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: typing-extensions<5,>=4.7 in /usr/local/lib/python3.11/site-packages (from openai>1->ragas==0.0.21->-r requirements.txt (line 1)) (4.9.0)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting filelock (from datasets->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for filelock from https://files.pythonhosted.org/packages/81/54/84d42a0bee35edba99dee7b59a8d4970eccdd44b99fe728ed912106fc781/filelock-3.13.1-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading filelock-3.13.1-py3-none-any.whl.metadata (2.8 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.11/site-packages (from datasets->ragas==0.0.21->-r requirements.txt (line 1)) (15.0.0)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting pyarrow-hotfix (from datasets->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for pyarrow-hotfix from https://files.pythonhosted.org/packages/e4/f4/9ec2222f5f5f8ea04f66f184caafd991a39c8782e31f5b0266f101cb68ca/pyarrow_hotfix-0.6-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading pyarrow_hotfix-0.6-py3-none-any.whl.metadata (3.6 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting dill<0.3.8,>=0.3.0 (from datasets->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for dill<0.3.8,>=0.3.0 from https://files.pythonhosted.org/packages/f5/3a/74a29b11cf2cdfcd6ba89c0cecd70b37cd1ba7b77978ce611eb7a146a832/dill-0.3.7-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading dill-0.3.7-py3-none-any.whl.metadata (9.9 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: pandas in /usr/local/lib/python3.11/site-packages (from datasets->ragas==0.0.21->-r requirements.txt (line 1)) (2.2.0)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.11/site-packages (from datasets->ragas==0.0.21->-r requirements.txt (line 1)) (2.31.0)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting xxhash (from datasets->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for xxhash from https://files.pythonhosted.org/packages/eb/3a/25c4aecb61a49d4415fd71d4f66a8a5b558dd44a52d7054ea9aa59ccbac1/xxhash-3.4.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading xxhash-3.4.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting multiprocess (from datasets->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for multiprocess from https://files.pythonhosted.org/packages/50/15/b56e50e8debaf439f44befec5b2af11db85f6e0f344c3113ae0be0593a91/multiprocess-0.70.16-py311-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading multiprocess-0.70.16-py311-none-any.whl.metadata (7.2 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting fsspec[http]<=2023.10.0,>=2023.1.0 (from datasets->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for fsspec[http]<=2023.10.0,>=2023.1.0 from https://files.pythonhosted.org/packages/e8/f6/3eccfb530aac90ad1301c582da228e4763f19e719ac8200752a4841b0b2d/fsspec-2023.10.0-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading fsspec-2023.10.0-py3-none-any.whl.metadata (6.8 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: aiohttp in /usr/local/lib/python3.11/site-packages (from datasets->ragas==0.0.21->-r requirements.txt (line 1)) (3.9.3)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting huggingface-hub>=0.19.4 (from datasets->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for huggingface-hub>=0.19.4 from https://files.pythonhosted.org/packages/28/03/7d3c7153113ec59cfb31e3b8ee773f5f420a0dd7d26d40442542b96675c3/huggingface_hub-0.20.3-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading huggingface_hub-0.20.3-py3-none-any.whl.metadata (12 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: packaging in /usr/local/lib/python3.11/site-packages (from datasets->ragas==0.0.21->-r requirements.txt (line 1)) (23.2)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.11/site-packages (from datasets->ragas==0.0.21->-r requirements.txt (line 1)) (6.0.1)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting SQLAlchemy<3,>=1.4 (from langchain->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for SQLAlchemy<3,>=1.4 from https://files.pythonhosted.org/packages/7a/de/0ca53bf49d213bea164b0bd0187d3c94d6fea650b7679a8e41c91e3182d7/SQLAlchemy-2.0.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading SQLAlchemy-2.0.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (9.6 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting dataclasses-json<0.7,>=0.5.7 (from langchain->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for dataclasses-json<0.7,>=0.5.7 from https://files.pythonhosted.org/packages/91/ca/7219b838086086972e662c19e908694bdc6744537fb41b70392501b8b5e4/dataclasses_json-0.6.4-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading dataclasses_json-0.6.4-py3-none-any.whl.metadata (25 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting jsonpatch<2.0,>=1.33 (from langchain->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for jsonpatch<2.0,>=1.33 from https://files.pythonhosted.org/packages/73/07/02e16ed01e04a374e644b575638ec7987ae846d25ad97bcc9945a3ee4b0e/jsonpatch-1.33-py2.py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading jsonpatch-1.33-py2.py3-none-any.whl.metadata (3.0 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting langchain-community<0.1,>=0.0.17 (from langchain->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for langchain-community<0.1,>=0.0.17 from https://files.pythonhosted.org/packages/73/b3/f0096f0e040a8ecdcf5d0cd1a6ad8bef30e293fa7a7fcd25a752776bce78/langchain_community-0.0.17-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading langchain_community-0.0.17-py3-none-any.whl.metadata (7.9 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting langchain-core<0.2,>=0.1.16 (from langchain->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for langchain-core<0.2,>=0.1.16 from https://files.pythonhosted.org/packages/25/d9/c22eb2606e9c77eeb99099dfc9a114e848386227e123ac4fb14a0ed954c6/langchain_core-0.1.18-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading langchain_core-0.1.18-py3-none-any.whl.metadata (6.0 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting langsmith<0.1,>=0.0.83 (from langchain->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for langsmith<0.1,>=0.0.83 from https://files.pythonhosted.org/packages/67/a0/a43239e2a0fa12867c66ef3f40537afb1d23c2830fef8bb624f578bf35e2/langsmith-0.0.86-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading langsmith-0.0.86-py3-none-any.whl.metadata (10 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting tenacity<9.0.0,>=8.1.0 (from langchain->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for tenacity<9.0.0,>=8.1.0 from https://files.pythonhosted.org/packages/f4/f1/990741d5bb2487d529d20a433210ffa136a367751e454214013b441c4575/tenacity-8.2.3-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading tenacity-8.2.3-py3-none-any.whl.metadata (1.0 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting regex>=2022.1.18 (from tiktoken->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for regex>=2022.1.18 from https://files.pythonhosted.org/packages/8d/6b/2f6478814954c07c04ba60b78d688d3d7bab10d786e0b6c1db607e4f6673/regex-2023.12.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading regex-2023.12.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (40 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 40.9/40.9 kB 4.2 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.11/site-packages (from aiohttp->datasets->ragas==0.0.21->-r requirements.txt (line 1)) (1.3.1)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.11/site-packages (from aiohttp->datasets->ragas==0.0.21->-r requirements.txt (line 1)) (23.2.0)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.11/site-packages (from aiohttp->datasets->ragas==0.0.21->-r requirements.txt (line 1)) (1.4.1)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.11/site-packages (from aiohttp->datasets->ragas==0.0.21->-r requirements.txt (line 1)) (6.0.5)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.11/site-packages (from aiohttp->datasets->ragas==0.0.21->-r requirements.txt (line 1)) (1.9.4)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: idna>=2.8 in /usr/local/lib/python3.11/site-packages (from anyio<5,>=3.5.0->openai>1->ragas==0.0.21->-r requirements.txt (line 1)) (3.6)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting marshmallow<4.0.0,>=3.18.0 (from dataclasses-json<0.7,>=0.5.7->langchain->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for marshmallow<4.0.0,>=3.18.0 from https://files.pythonhosted.org/packages/57/e9/4368d49d3b462da16a3bac976487764a84dd85cef97232c7bd61f5bdedf3/marshmallow-3.20.2-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading marshmallow-3.20.2-py3-none-any.whl.metadata (7.5 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting typing-inspect<1,>=0.4.0 (from dataclasses-json<0.7,>=0.5.7->langchain->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for typing-inspect<1,>=0.4.0 from https://files.pythonhosted.org/packages/65/f3/107a22063bf27bdccf2024833d3445f4eea42b2e598abfbd46f6a63b6cb0/typing_inspect-0.9.0-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading typing_inspect-0.9.0-py3-none-any.whl.metadata (1.5 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: certifi in /usr/local/lib/python3.11/site-packages (from httpx<1,>=0.23.0->openai>1->ragas==0.0.21->-r requirements.txt (line 1)) (2024.2.2)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting httpcore==1.* (from httpx<1,>=0.23.0->openai>1->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for httpcore==1.* from https://files.pythonhosted.org/packages/56/ba/78b0a99c4da0ff8b0f59defa2f13ca4668189b134bd9840b6202a93d9a0f/httpcore-1.0.2-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading httpcore-1.0.2-py3-none-any.whl.metadata (20 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting h11<0.15,>=0.13 (from httpcore==1.*->httpx<1,>=0.23.0->openai>1->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading h11-0.14.0-py3-none-any.whl (58 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 58.3/58.3 kB 9.6 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Collecting jsonpointer>=1.9 (from jsonpatch<2.0,>=1.33->langchain->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for jsonpointer>=1.9 from https://files.pythonhosted.org/packages/12/f6/0232cc0c617e195f06f810534d00b74d2f348fe71b2118009ad8ad31f878/jsonpointer-2.4-py2.py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading jsonpointer-2.4-py2.py3-none-any.whl.metadata (2.5 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting annotated-types>=0.4.0 (from pydantic<3,>=1.9.0->openai>1->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for annotated-types>=0.4.0 from https://files.pythonhosted.org/packages/28/78/d31230046e58c207284c6b2c4e8d96e6d3cb4e52354721b944d3e1ee4aa5/annotated_types-0.6.0-py3-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading annotated_types-0.6.0-py3-none-any.whl.metadata (12 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting pydantic-core==2.16.2 (from pydantic<3,>=1.9.0->openai>1->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for pydantic-core==2.16.2 from https://files.pythonhosted.org/packages/ad/03/1cac52dfe893109a1571956755061df771457f33cb55264baed8f89635d6/pydantic_core-2.16.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading pydantic_core-2.16.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.5 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/site-packages (from requests>=2.19.0->datasets->ragas==0.0.21->-r requirements.txt (line 1)) (3.3.2)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.11/site-packages (from requests>=2.19.0->datasets->ragas==0.0.21->-r requirements.txt (line 1)) (2.0.7)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting greenlet!=0.4.17 (from SQLAlchemy<3,>=1.4->langchain->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for greenlet!=0.4.17 from https://files.pythonhosted.org/packages/c6/1f/12d5a6cc26e8b483c2e7975f9c22e088ac735c0d8dcb8a8f72d31a4e5f04/greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl.metadata (3.8 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | INFO: pip is looking at multiple versions of multiprocess to determine which version is compatible with other requirements. This could take a while.\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting multiprocess (from datasets->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Obtaining dependency information for multiprocess from https://files.pythonhosted.org/packages/e7/41/96ac938770ba6e7d5ae1d8c9cafebac54b413549042c6260f0d0a6ec6622/multiprocess-0.70.15-py311-none-any.whl.metadata\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading multiprocess-0.70.15-py311-none-any.whl.metadata (7.2 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.11/site-packages (from pandas->datasets->ragas==0.0.21->-r requirements.txt (line 1)) (2.8.2)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.11/site-packages (from pandas->datasets->ragas==0.0.21->-r requirements.txt (line 1)) (2024.1)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.11/site-packages (from pandas->datasets->ragas==0.0.21->-r requirements.txt (line 1)) (2023.4)\n", - "evaluation-pipeline-ragasevaluator-1 | Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.11/site-packages (from python-dateutil>=2.8.2->pandas->datasets->ragas==0.0.21->-r requirements.txt (line 1)) (1.16.0)\n", - "evaluation-pipeline-ragasevaluator-1 | Collecting mypy-extensions>=0.3.0 (from typing-inspect<1,>=0.4.0->dataclasses-json<0.7,>=0.5.7->langchain->ragas==0.0.21->-r requirements.txt (line 1))\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading mypy_extensions-1.0.0-py3-none-any.whl (4.7 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading ragas-0.0.21-py3-none-any.whl (48 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 48.8/48.8 kB 7.7 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading openai-1.11.1-py3-none-any.whl (226 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 226.1/226.1 kB 6.3 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading datasets-2.16.1-py3-none-any.whl (507 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 507.1/507.1 kB 12.2 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading langchain-0.1.5-py3-none-any.whl (806 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 806.7/806.7 kB 15.7 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading nest_asyncio-1.6.0-py3-none-any.whl (5.2 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading tiktoken-0.5.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.0 MB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.0/2.0 MB 11.4 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading anyio-4.2.0-py3-none-any.whl (85 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 85.5/85.5 kB 14.2 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading dataclasses_json-0.6.4-py3-none-any.whl (28 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading dill-0.3.7-py3-none-any.whl (115 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 115.3/115.3 kB 13.3 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading distro-1.9.0-py3-none-any.whl (20 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading httpx-0.26.0-py3-none-any.whl (75 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 75.9/75.9 kB 10.3 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading httpcore-1.0.2-py3-none-any.whl (76 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 76.9/76.9 kB 9.9 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading huggingface_hub-0.20.3-py3-none-any.whl (330 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 330.1/330.1 kB 12.8 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading jsonpatch-1.33-py2.py3-none-any.whl (12 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading langchain_community-0.0.17-py3-none-any.whl (1.6 MB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.6/1.6 MB 6.1 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading langchain_core-0.1.18-py3-none-any.whl (237 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 237.0/237.0 kB 4.3 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading langsmith-0.0.86-py3-none-any.whl (54 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 54.4/54.4 kB 9.4 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading pydantic-2.6.1-py3-none-any.whl (394 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 394.8/394.8 kB 9.9 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading pydantic_core-2.16.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.2 MB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.2/2.2 MB 7.6 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading regex-2023.12.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (785 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 785.1/785.1 kB 9.2 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading SQLAlchemy-2.0.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.2 MB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 3.2/3.2 MB 9.5 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading tenacity-8.2.3-py3-none-any.whl (24 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading tqdm-4.66.1-py3-none-any.whl (78 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 78.3/78.3 kB 11.1 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading filelock-3.13.1-py3-none-any.whl (11 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading multiprocess-0.70.15-py311-none-any.whl (135 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 135.4/135.4 kB 9.8 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading pyarrow_hotfix-0.6-py3-none-any.whl (7.9 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading xxhash-3.4.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 194.8/194.8 kB 12.9 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading annotated_types-0.6.0-py3-none-any.whl (12 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading fsspec-2023.10.0-py3-none-any.whl (166 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 166.4/166.4 kB 16.4 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl (620 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 620.0/620.0 kB 4.8 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading jsonpointer-2.4-py2.py3-none-any.whl (7.8 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Downloading marshmallow-3.20.2-py3-none-any.whl (49 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 49.4/49.4 kB 10.4 MB/s eta 0:00:00\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | Downloading typing_inspect-0.9.0-py3-none-any.whl (8.8 kB)\n", - "evaluation-pipeline-ragasevaluator-1 | Installing collected packages: xxhash, tqdm, tenacity, sniffio, regex, pysbd, pydantic-core, pyarrow-hotfix, nest-asyncio, mypy-extensions, marshmallow, jsonpointer, h11, greenlet, fsspec, filelock, distro, dill, annotated-types, typing-inspect, tiktoken, SQLAlchemy, pydantic, multiprocess, jsonpatch, huggingface-hub, httpcore, anyio, langsmith, httpx, dataclasses-json, openai, langchain-core, datasets, langchain-community, langchain, ragas\n", - "evaluation-pipeline-ragasevaluator-1 | Attempting uninstall: fsspec\n", - "evaluation-pipeline-ragasevaluator-1 | Found existing installation: fsspec 2023.12.2\n", - "evaluation-pipeline-ragasevaluator-1 | Uninstalling fsspec-2023.12.2:\n", - "evaluation-pipeline-ragasevaluator-1 | Successfully uninstalled fsspec-2023.12.2\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "evaluation-pipeline-ragasevaluator-1 | ERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", - "evaluation-pipeline-ragasevaluator-1 | gcsfs 2023.12.2.post1 requires fsspec==2023.12.2, but you have fsspec 2023.10.0 which is incompatible.\n", - "evaluation-pipeline-ragasevaluator-1 | adlfs 2024.1.0 requires fsspec>=2023.12.0, but you have fsspec 2023.10.0 which is incompatible.\n", - "evaluation-pipeline-ragasevaluator-1 | s3fs 2023.12.2 requires fsspec==2023.12.2, but you have fsspec 2023.10.0 which is incompatible.\n", - "evaluation-pipeline-ragasevaluator-1 | WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | [notice] A new release of pip is available: 23.2.1 -> 24.0\n", - "evaluation-pipeline-ragasevaluator-1 | [notice] To update, run: pip install --upgrade pip\n", - "evaluation-pipeline-ragasevaluator-1 | \n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "evaluation-pipeline-ragasevaluator-1 | Successfully installed SQLAlchemy-2.0.25 annotated-types-0.6.0 anyio-4.2.0 dataclasses-json-0.6.4 datasets-2.16.1 dill-0.3.7 distro-1.9.0 filelock-3.13.1 fsspec-2023.10.0 greenlet-3.0.3 h11-0.14.0 httpcore-1.0.2 httpx-0.26.0 huggingface-hub-0.20.3 jsonpatch-1.33 jsonpointer-2.4 langchain-0.1.5 langchain-community-0.0.17 langchain-core-0.1.18 langsmith-0.0.86 marshmallow-3.20.2 multiprocess-0.70.15 mypy-extensions-1.0.0 nest-asyncio-1.6.0 openai-1.11.1 pyarrow-hotfix-0.6 pydantic-2.6.1 pydantic-core-2.16.2 pysbd-0.3.4 ragas-0.0.21 regex-2023.12.25 sniffio-1.3.0 tenacity-8.2.3 tiktoken-0.5.2 tqdm-4.66.1 typing-inspect-0.9.0 xxhash-3.4.1\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "evaluation-pipeline-ragasevaluator-1 | [2024-02-06 12:29:49,340 | fondant.cli | INFO] Component `RagasEvaluator` found in module main\n", - "evaluation-pipeline-ragasevaluator-1 | [2024-02-06 12:29:49,344 | fondant.component.executor | INFO] Dask default local mode will be used for further executions.Our current supported options are limited to 'local' and 'default'.\n", - "evaluation-pipeline-ragasevaluator-1 | [2024-02-06 12:29:49,349 | fondant.component.executor | INFO] Previous component `retrievefromweaviatecomponent` is not cached. Invalidating cache for current and subsequent components\n", - "evaluation-pipeline-ragasevaluator-1 | [2024-02-06 12:29:49,349 | fondant.component.executor | INFO] Caching disabled for the component\n", - "evaluation-pipeline-ragasevaluator-1 | [2024-02-06 12:29:49,349 | root | INFO] Executing component\n", - "evaluation-pipeline-ragasevaluator-1 | /usr/local/lib/python3.11/site-packages/langchain/chat_models/__init__.py:31: LangChainDeprecationWarning: Importing chat models from langchain is deprecated. Importing from langchain will no longer be supported as of langchain==0.2.0. Please import from langchain-community instead:\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | `from langchain_community.chat_models import ChatOpenAI`.\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | To install langchain-community run `pip install -U langchain-community`.\n", - "evaluation-pipeline-ragasevaluator-1 | warnings.warn(\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | /usr/local/lib/python3.11/site-packages/langchain_core/_api/deprecation.py:117: LangChainDeprecationWarning: The class `langchain_community.chat_models.openai.ChatOpenAI` was deprecated in langchain-community 0.0.10 and will be removed in 0.2.0. An updated version of the class exists in the langchain-openai package and should be used instead. To use it run `pip install -U langchain-openai` and import as `from langchain_openai import ChatOpenAI`.\n", - "evaluation-pipeline-ragasevaluator-1 | warn_deprecated(\n", - "evaluation-pipeline-ragasevaluator-1 | /usr/local/lib/python3.11/site-packages/langchain/embeddings/__init__.py:29: LangChainDeprecationWarning: Importing embeddings from langchain is deprecated. Importing from langchain will no longer be supported as of langchain==0.2.0. Please import from langchain-community instead:\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | `from langchain_community.embeddings import AzureOpenAIEmbeddings`.\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | To install langchain-community run `pip install -U langchain-community`.\n", - "evaluation-pipeline-ragasevaluator-1 | warnings.warn(\n", - "evaluation-pipeline-ragasevaluator-1 | /usr/local/lib/python3.11/site-packages/langchain/embeddings/__init__.py:29: LangChainDeprecationWarning: Importing embeddings from langchain is deprecated. Importing from langchain will no longer be supported as of langchain==0.2.0. Please import from langchain-community instead:\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | `from langchain_community.embeddings import OpenAIEmbeddings`.\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | To install langchain-community run `pip install -U langchain-community`.\n", - "evaluation-pipeline-ragasevaluator-1 | warnings.warn(\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | /usr/local/lib/python3.11/site-packages/langchain/chat_models/__init__.py:31: LangChainDeprecationWarning: Importing chat models from langchain is deprecated. Importing from langchain will no longer be supported as of langchain==0.2.0. Please import from langchain-community instead:\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | `from langchain_community.chat_models import AzureChatOpenAI`.\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | To install langchain-community run `pip install -U langchain-community`.\n", - "evaluation-pipeline-ragasevaluator-1 | warnings.warn(\n", - "evaluation-pipeline-ragasevaluator-1 | /usr/local/lib/python3.11/site-packages/langchain/chat_models/__init__.py:31: LangChainDeprecationWarning: Importing chat models from langchain is deprecated. Importing from langchain will no longer be supported as of langchain==0.2.0. Please import from langchain-community instead:\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | `from langchain_community.chat_models import BedrockChat`.\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | To install langchain-community run `pip install -U langchain-community`.\n", - "evaluation-pipeline-ragasevaluator-1 | warnings.warn(\n", - "evaluation-pipeline-ragasevaluator-1 | /usr/local/lib/python3.11/site-packages/langchain/chat_models/__init__.py:31: LangChainDeprecationWarning: Importing chat models from langchain is deprecated. Importing from langchain will no longer be supported as of langchain==0.2.0. Please import from langchain-community instead:\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | `from langchain_community.chat_models import ChatOpenAI`.\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | To install langchain-community run `pip install -U langchain-community`.\n", - "evaluation-pipeline-ragasevaluator-1 | warnings.warn(\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | /usr/local/lib/python3.11/site-packages/langchain/chat_models/__init__.py:31: LangChainDeprecationWarning: Importing chat models from langchain is deprecated. Importing from langchain will no longer be supported as of langchain==0.2.0. Please import from langchain-community instead:\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | `from langchain_community.chat_models import ChatVertexAI`.\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | To install langchain-community run `pip install -U langchain-community`.\n", - "evaluation-pipeline-ragasevaluator-1 | warnings.warn(\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | /usr/local/lib/python3.11/site-packages/langchain/llms/__init__.py:548: LangChainDeprecationWarning: Importing LLMs from langchain is deprecated. Importing from langchain will no longer be supported as of langchain==0.2.0. Please import from langchain-community instead:\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | `from langchain_community.llms import AzureOpenAI`.\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | To install langchain-community run `pip install -U langchain-community`.\n", - "evaluation-pipeline-ragasevaluator-1 | warnings.warn(\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | /usr/local/lib/python3.11/site-packages/langchain/llms/__init__.py:548: LangChainDeprecationWarning: Importing LLMs from langchain is deprecated. Importing from langchain will no longer be supported as of langchain==0.2.0. Please import from langchain-community instead:\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | `from langchain_community.llms import Bedrock`.\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | To install langchain-community run `pip install -U langchain-community`.\n", - "evaluation-pipeline-ragasevaluator-1 | warnings.warn(\n", - "evaluation-pipeline-ragasevaluator-1 | /usr/local/lib/python3.11/site-packages/langchain/llms/__init__.py:548: LangChainDeprecationWarning: Importing LLMs from langchain is deprecated. Importing from langchain will no longer be supported as of langchain==0.2.0. Please import from langchain-community instead:\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | `from langchain_community.llms import OpenAI`.\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | To install langchain-community run `pip install -U langchain-community`.\n", - "evaluation-pipeline-ragasevaluator-1 | warnings.warn(\n", - "evaluation-pipeline-ragasevaluator-1 | /usr/local/lib/python3.11/site-packages/langchain/llms/__init__.py:548: LangChainDeprecationWarning: Importing LLMs from langchain is deprecated. Importing from langchain will no longer be supported as of langchain==0.2.0. Please import from langchain-community instead:\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | `from langchain_community.llms import VertexAI`.\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | To install langchain-community run `pip install -U langchain-community`.\n", - "evaluation-pipeline-ragasevaluator-1 | warnings.warn(\n", - "evaluation-pipeline-ragasevaluator-1 | \n", - "evaluation-pipeline-ragasevaluator-1 | [2024-02-06 12:29:51,392 | root | INFO] Columns of dataframe: ['retrieved_chunks', 'question']\n", - "evaluation-pipeline-ragasevaluator-1 | [2024-02-06 12:29:51,425 | root | INFO] Creating write task for: /data/evaluation-pipeline/evaluation-pipeline-20240206132913/ragasevaluator\n", - "evaluation-pipeline-ragasevaluator-1 | [2024-02-06 12:29:51,425 | root | INFO] Writing data...\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[ ] | 0% Completed | 629.17 us\n", - "[ ] | 0% Completed | 101.66 ms\n", - "[ ] | 0% Completed | 202.07 ms\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "evaluation-pipeline-ragasevaluator-1 | Traceback (most recent call last):\n", - "evaluation-pipeline-ragasevaluator-1 | File \"/usr/local/bin/fondant\", line 8, in \n", - "evaluation-pipeline-ragasevaluator-1 | sys.exit(entrypoint())\n", - "evaluation-pipeline-ragasevaluator-1 | ^^^^^^^^^^^^\n", - "evaluation-pipeline-ragasevaluator-1 | File \"/usr/local/lib/python3.11/site-packages/fondant/cli.py\", line 89, in entrypoint\n", - "evaluation-pipeline-ragasevaluator-1 | args.func(args)\n", - "evaluation-pipeline-ragasevaluator-1 | File \"/usr/local/lib/python3.11/site-packages/fondant/cli.py\", line 711, in execute\n", - "evaluation-pipeline-ragasevaluator-1 | executor.execute(component)\n", - "evaluation-pipeline-ragasevaluator-1 | File \"/usr/local/lib/python3.11/site-packages/fondant/component/executor.py\", line 383, in execute\n", - "evaluation-pipeline-ragasevaluator-1 | output_manifest = self._run_execution(component_cls, input_manifest)\n", - "evaluation-pipeline-ragasevaluator-1 | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - "evaluation-pipeline-ragasevaluator-1 | File \"/usr/local/lib/python3.11/site-packages/fondant/component/executor.py\", line 345, in _run_execution\n", - "evaluation-pipeline-ragasevaluator-1 | self._write_data(dataframe=output_df, manifest=output_manifest)\n", - "evaluation-pipeline-ragasevaluator-1 | File \"/usr/local/lib/python3.11/site-packages/fondant/component/executor.py\", line 265, in _write_data\n", - "evaluation-pipeline-ragasevaluator-1 | data_writer.write_dataframe(dataframe, self.client)\n", - "evaluation-pipeline-ragasevaluator-1 | File \"/usr/local/lib/python3.11/site-packages/fondant/component/data_io.py\", line 179, in write_dataframe\n", - "evaluation-pipeline-ragasevaluator-1 | dd.compute(write_task, scheduler=dask_client)\n", - "evaluation-pipeline-ragasevaluator-1 | File \"/usr/local/lib/python3.11/site-packages/dask/base.py\", line 665, in compute\n", - "evaluation-pipeline-ragasevaluator-1 | results = schedule(dsk, keys, **kwargs)\n", - "evaluation-pipeline-ragasevaluator-1 | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - "evaluation-pipeline-ragasevaluator-1 | File \"/usr/local/lib/python3.11/site-packages/fondant/component/executor.py\", line 539, in wrapped_transform\n", - "evaluation-pipeline-ragasevaluator-1 | dataframe = transform(dataframe)\n", - "evaluation-pipeline-ragasevaluator-1 | ^^^^^^^^^^^^^^^^^^^^\n", - "evaluation-pipeline-ragasevaluator-1 | File \"/main.py\", line 83, in transform\n", - "evaluation-pipeline-ragasevaluator-1 | result = self.ragas_eval(dataset=hf_dataset)\n", - "evaluation-pipeline-ragasevaluator-1 | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - "evaluation-pipeline-ragasevaluator-1 | File \"/main.py\", line 74, in ragas_eval\n", - "evaluation-pipeline-ragasevaluator-1 | return evaluate(dataset=dataset, metrics=self.metric_functions)\n", - "evaluation-pipeline-ragasevaluator-1 | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - "evaluation-pipeline-ragasevaluator-1 | File \"/usr/local/lib/python3.11/site-packages/ragas/evaluation.py\", line 93, in evaluate\n", - "evaluation-pipeline-ragasevaluator-1 | validate_column_dtypes(dataset)\n", - "evaluation-pipeline-ragasevaluator-1 | File \"/usr/local/lib/python3.11/site-packages/ragas/validation.py\", line 33, in validate_column_dtypes\n", - "evaluation-pipeline-ragasevaluator-1 | raise ValueError(\n", - "evaluation-pipeline-ragasevaluator-1 | ValueError: Dataset feature \"contexts\" should be of type Sequence[string], got \n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Finished pipeline run.\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "service \"ragasevaluator\" didn't complete successfully: exit 1\n" - ] - } - ], + "outputs": [], "source": [ "import os\n", "if utils.check_weaviate_class_exists(\n", @@ -2215,6 +530,16 @@ "Press the ◼️ in the notebook toolbar to **stop the explorer**." ] }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import os\n", + "os.environ[\"DOCKER_DEFAULT_PLATFORM\"] = \"linux/amd64\"" + ] + }, { "cell_type": "code", "execution_count": null, diff --git a/src/indexing.ipynb b/src/indexing.ipynb index c6655c2..ef61dc6 100644 --- a/src/indexing.ipynb +++ b/src/indexing.ipynb @@ -44,7 +44,7 @@ }, { "cell_type": "code", - "execution_count": 34, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -62,22 +62,9 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Docker Compose version v2.19.1\n", - "CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES\n", - "9b2a794da86c fndnt/data_explorer:0.10.1 \"streamlit run /app/…\" 13 minutes ago Up 13 minutes 0.0.0.0:8501->8501/tcp explorer_app-data_explorer-1\n", - "a69dfc883937 semitechnologies/weaviate:1.20.5 \"/bin/weaviate --hos…\" 3 hours ago Up 3 hours 0.0.0.0:8081->8080/tcp weaviate_service-weaviate-1\n", - "1dd4925470fb semitechnologies/contextionary:en0.16.0-v1.2.1 \"/contextionary-serv…\" 3 hours ago Up 3 hours weaviate_service-contextionary-1\n", - "Docker running\n" - ] - } - ], + "outputs": [], "source": [ "!docker compose version\n", "!docker ps && echo \"Docker running\"" @@ -92,17 +79,9 @@ }, { "cell_type": "code", - "execution_count": 35, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "WARNING:root:We recommend to run this pipeline on a GPU, but none could be found, using CPU instead\n" - ] - } - ], + "outputs": [], "source": [ "import logging\n", "import subprocess\n", @@ -127,17 +106,9 @@ }, { "cell_type": "code", - "execution_count": 47, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Success\n" - ] - } - ], + "outputs": [], "source": [ "!pip install -q -r ../requirements.txt --disable-pip-version-check && echo \"Success\"" ] @@ -153,7 +124,7 @@ }, { "cell_type": "code", - "execution_count": 42, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -179,7 +150,7 @@ }, { "cell_type": "code", - "execution_count": 43, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -213,7 +184,7 @@ }, { "cell_type": "code", - "execution_count": 44, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -294,7 +265,7 @@ }, { "cell_type": "code", - "execution_count": 45, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -357,20 +328,9 @@ }, { "cell_type": "code", - "execution_count": 40, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[1A\u001b[1B\u001b[0G\u001b[?25l[+] Running 2/0\n", - " \u001b[32m✔\u001b[0m Container weaviate_service-weaviate-1 \u001b[32mRunning\u001b[0m \u001b[34m0.0s \u001b[0m\n", - " \u001b[32m✔\u001b[0m Container weaviate_service-contextionary-1 \u001b[32mRunning\u001b[0m \u001b[34m0.0s \u001b[0m\n", - "\u001b[?25h" - ] - } - ], + "outputs": [], "source": [ "!docker compose -f weaviate_service/docker-compose.yaml up --detach --quiet-pull" ] @@ -393,384 +353,9 @@ }, { "cell_type": "code", - "execution_count": 46, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "INFO:root:Found reference to un-compiled pipeline... compiling\n", - "INFO:fondant.pipeline.compiler:Compiling ingestion-pipeline to .fondant/compose.yaml\n", - "INFO:fondant.pipeline.compiler:Base path found on local system, setting up ./data as mount volume\n", - "INFO:fondant.pipeline.pipeline:Sorting pipeline component graph topologically.\n", - "INFO:fondant.pipeline.pipeline:All pipeline component specifications match.\n", - "INFO:fondant.pipeline.compiler:Compiling service for load_from_hugging_face_hub\n", - "INFO:fondant.pipeline.compiler:Compiling service for chunktextcomponent\n", - "INFO:fondant.pipeline.compiler:Compiling service for embed_text\n", - "INFO:fondant.pipeline.compiler:Compiling service for index_weaviate\n", - "INFO:fondant.pipeline.compiler:Successfully compiled to .fondant/compose.yaml\n", - " embed_text Pulling \n", - " load_from_hugging_face_hub Pulling \n", - " chunktextcomponent Pulling \n", - " index_weaviate Pulling \n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Starting pipeline run...\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " index_weaviate Pulled \n", - " load_from_hugging_face_hub Pulled \n", - " chunktextcomponent Pulled \n", - " embed_text Pulled \n", - " Container ingestion-pipeline-load_from_hugging_face_hub-1 Recreate\n", - " Container ingestion-pipeline-load_from_hugging_face_hub-1 Recreated\n", - " Container ingestion-pipeline-chunktextcomponent-1 Recreate\n", - " Container ingestion-pipeline-chunktextcomponent-1 Recreated\n", - " Container ingestion-pipeline-embed_text-1 Recreate\n", - " Container ingestion-pipeline-embed_text-1 Recreated\n", - " Container ingestion-pipeline-index_weaviate-1 Recreate\n", - " Container ingestion-pipeline-index_weaviate-1 Recreated\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Attaching to ingestion-pipeline-chunktextcomponent-1, ingestion-pipeline-embed_text-1, ingestion-pipeline-index_weaviate-1, ingestion-pipeline-load_from_hugging_face_hub-1\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "ingestion-pipeline-load_from_hugging_face_hub-1 | [2024-02-05 15:25:39,373 | fondant.cli | INFO] Component `LoadFromHubComponent` found in module main\n", - "ingestion-pipeline-load_from_hugging_face_hub-1 | [2024-02-05 15:25:39,380 | fondant.component.executor | INFO] Dask default local mode will be used for further executions.Our current supported options are limited to 'local' and 'default'.\n", - "ingestion-pipeline-load_from_hugging_face_hub-1 | [2024-02-05 15:25:39,389 | fondant.component.executor | INFO] Skipping component execution\n", - "ingestion-pipeline-load_from_hugging_face_hub-1 | [2024-02-05 15:25:39,392 | fondant.component.executor | INFO] Matching execution detected for component. The last execution of the component originated from `ingestion-pipeline-20240205151753`.\n", - "ingestion-pipeline-load_from_hugging_face_hub-1 | [2024-02-05 15:25:39,401 | fondant.component.executor | INFO] Saving output manifest to /data/ingestion-pipeline/ingestion-pipeline-20240205162532/load_from_hugging_face_hub/manifest.json\n", - "ingestion-pipeline-load_from_hugging_face_hub-1 | [2024-02-05 15:25:39,401 | fondant.component.executor | INFO] Writing cache key with manifest reference to /data/ingestion-pipeline/cache/697fb89e2f81203d68c394906febb8b1.txt\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "ingestion-pipeline-load_from_hugging_face_hub-1 exited with code 0\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting langchain==0.0.329 (from -r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Obtaining dependency information for langchain==0.0.329 from https://files.pythonhosted.org/packages/42/4e/86204994aeb2e4ac367a7fade896b13532eae2430299052eb2c80ca35d2c/langchain-0.0.329-py3-none-any.whl.metadata\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading langchain-0.0.329-py3-none-any.whl.metadata (16 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: PyYAML>=5.3 in /usr/local/lib/python3.11/site-packages (from langchain==0.0.329->-r requirements.txt (line 1)) (6.0.1)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting SQLAlchemy<3,>=1.4 (from langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Obtaining dependency information for SQLAlchemy<3,>=1.4 from https://files.pythonhosted.org/packages/7a/de/0ca53bf49d213bea164b0bd0187d3c94d6fea650b7679a8e41c91e3182d7/SQLAlchemy-2.0.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading SQLAlchemy-2.0.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (9.6 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: aiohttp<4.0.0,>=3.8.3 in /usr/local/lib/python3.11/site-packages (from langchain==0.0.329->-r requirements.txt (line 1)) (3.9.3)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting anyio<4.0 (from langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Obtaining dependency information for anyio<4.0 from https://files.pythonhosted.org/packages/19/24/44299477fe7dcc9cb58d0a57d5a7588d6af2ff403fdd2d47a246c91a3246/anyio-3.7.1-py3-none-any.whl.metadata\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading anyio-3.7.1-py3-none-any.whl.metadata (4.7 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting dataclasses-json<0.7,>=0.5.7 (from langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Obtaining dependency information for dataclasses-json<0.7,>=0.5.7 from https://files.pythonhosted.org/packages/91/ca/7219b838086086972e662c19e908694bdc6744537fb41b70392501b8b5e4/dataclasses_json-0.6.4-py3-none-any.whl.metadata\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading dataclasses_json-0.6.4-py3-none-any.whl.metadata (25 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting jsonpatch<2.0,>=1.33 (from langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Obtaining dependency information for jsonpatch<2.0,>=1.33 from https://files.pythonhosted.org/packages/73/07/02e16ed01e04a374e644b575638ec7987ae846d25ad97bcc9945a3ee4b0e/jsonpatch-1.33-py2.py3-none-any.whl.metadata\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading jsonpatch-1.33-py2.py3-none-any.whl.metadata (3.0 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting langsmith<0.1.0,>=0.0.52 (from langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Obtaining dependency information for langsmith<0.1.0,>=0.0.52 from https://files.pythonhosted.org/packages/67/a0/a43239e2a0fa12867c66ef3f40537afb1d23c2830fef8bb624f578bf35e2/langsmith-0.0.86-py3-none-any.whl.metadata\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading langsmith-0.0.86-py3-none-any.whl.metadata (10 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: numpy<2,>=1 in /usr/local/lib/python3.11/site-packages (from langchain==0.0.329->-r requirements.txt (line 1)) (1.26.3)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting pydantic<3,>=1 (from langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Obtaining dependency information for pydantic<3,>=1 from https://files.pythonhosted.org/packages/db/dc/afecbd9650f486889181c6d1a0d675b580c06253ea7e304588e4c7485bdb/pydantic-2.6.1-py3-none-any.whl.metadata\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading pydantic-2.6.1-py3-none-any.whl.metadata (83 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 83.5/83.5 kB 1.9 MB/s eta 0:00:00\n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: requests<3,>=2 in /usr/local/lib/python3.11/site-packages (from langchain==0.0.329->-r requirements.txt (line 1)) (2.31.0)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting tenacity<9.0.0,>=8.1.0 (from langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Obtaining dependency information for tenacity<9.0.0,>=8.1.0 from https://files.pythonhosted.org/packages/f4/f1/990741d5bb2487d529d20a433210ffa136a367751e454214013b441c4575/tenacity-8.2.3-py3-none-any.whl.metadata\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading tenacity-8.2.3-py3-none-any.whl.metadata (1.0 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.329->-r requirements.txt (line 1)) (1.3.1)\n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.329->-r requirements.txt (line 1)) (23.2.0)\n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.329->-r requirements.txt (line 1)) (1.4.1)\n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.329->-r requirements.txt (line 1)) (6.0.5)\n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.329->-r requirements.txt (line 1)) (1.9.4)\n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: idna>=2.8 in /usr/local/lib/python3.11/site-packages (from anyio<4.0->langchain==0.0.329->-r requirements.txt (line 1)) (3.6)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting sniffio>=1.1 (from anyio<4.0->langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading sniffio-1.3.0-py3-none-any.whl (10 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting marshmallow<4.0.0,>=3.18.0 (from dataclasses-json<0.7,>=0.5.7->langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Obtaining dependency information for marshmallow<4.0.0,>=3.18.0 from https://files.pythonhosted.org/packages/57/e9/4368d49d3b462da16a3bac976487764a84dd85cef97232c7bd61f5bdedf3/marshmallow-3.20.2-py3-none-any.whl.metadata\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading marshmallow-3.20.2-py3-none-any.whl.metadata (7.5 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting typing-inspect<1,>=0.4.0 (from dataclasses-json<0.7,>=0.5.7->langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Obtaining dependency information for typing-inspect<1,>=0.4.0 from https://files.pythonhosted.org/packages/65/f3/107a22063bf27bdccf2024833d3445f4eea42b2e598abfbd46f6a63b6cb0/typing_inspect-0.9.0-py3-none-any.whl.metadata\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading typing_inspect-0.9.0-py3-none-any.whl.metadata (1.5 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting jsonpointer>=1.9 (from jsonpatch<2.0,>=1.33->langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Obtaining dependency information for jsonpointer>=1.9 from https://files.pythonhosted.org/packages/12/f6/0232cc0c617e195f06f810534d00b74d2f348fe71b2118009ad8ad31f878/jsonpointer-2.4-py2.py3-none-any.whl.metadata\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading jsonpointer-2.4-py2.py3-none-any.whl.metadata (2.5 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting annotated-types>=0.4.0 (from pydantic<3,>=1->langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Obtaining dependency information for annotated-types>=0.4.0 from https://files.pythonhosted.org/packages/28/78/d31230046e58c207284c6b2c4e8d96e6d3cb4e52354721b944d3e1ee4aa5/annotated_types-0.6.0-py3-none-any.whl.metadata\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading annotated_types-0.6.0-py3-none-any.whl.metadata (12 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting pydantic-core==2.16.2 (from pydantic<3,>=1->langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Obtaining dependency information for pydantic-core==2.16.2 from https://files.pythonhosted.org/packages/ad/03/1cac52dfe893109a1571956755061df771457f33cb55264baed8f89635d6/pydantic_core-2.16.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading pydantic_core-2.16.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.5 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: typing-extensions>=4.6.1 in /usr/local/lib/python3.11/site-packages (from pydantic<3,>=1->langchain==0.0.329->-r requirements.txt (line 1)) (4.9.0)\n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/site-packages (from requests<3,>=2->langchain==0.0.329->-r requirements.txt (line 1)) (3.3.2)\n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.11/site-packages (from requests<3,>=2->langchain==0.0.329->-r requirements.txt (line 1)) (2.0.7)\n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/site-packages (from requests<3,>=2->langchain==0.0.329->-r requirements.txt (line 1)) (2024.2.2)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting greenlet!=0.4.17 (from SQLAlchemy<3,>=1.4->langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Obtaining dependency information for greenlet!=0.4.17 from https://files.pythonhosted.org/packages/c6/1f/12d5a6cc26e8b483c2e7975f9c22e088ac735c0d8dcb8a8f72d31a4e5f04/greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl.metadata\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl.metadata (3.8 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Requirement already satisfied: packaging>=17.0 in /usr/local/lib/python3.11/site-packages (from marshmallow<4.0.0,>=3.18.0->dataclasses-json<0.7,>=0.5.7->langchain==0.0.329->-r requirements.txt (line 1)) (23.2)\n", - "ingestion-pipeline-chunktextcomponent-1 | Collecting mypy-extensions>=0.3.0 (from typing-inspect<1,>=0.4.0->dataclasses-json<0.7,>=0.5.7->langchain==0.0.329->-r requirements.txt (line 1))\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading mypy_extensions-1.0.0-py3-none-any.whl (4.7 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading langchain-0.0.329-py3-none-any.whl (2.0 MB)\n", - "ingestion-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.0/2.0 MB 1.8 MB/s eta 0:00:00\n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading anyio-3.7.1-py3-none-any.whl (80 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 80.9/80.9 kB 2.0 MB/s eta 0:00:00\n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading dataclasses_json-0.6.4-py3-none-any.whl (28 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading jsonpatch-1.33-py2.py3-none-any.whl (12 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading langsmith-0.0.86-py3-none-any.whl (54 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 54.4/54.4 kB 5.1 MB/s eta 0:00:00\n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading pydantic-2.6.1-py3-none-any.whl (394 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 394.8/394.8 kB 1.5 MB/s eta 0:00:00\n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading pydantic_core-2.16.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.2 MB)\n", - "ingestion-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.2/2.2 MB 2.7 MB/s eta 0:00:00\n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading SQLAlchemy-2.0.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.2 MB)\n", - "ingestion-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 3.2/3.2 MB 3.4 MB/s eta 0:00:00\n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading tenacity-8.2.3-py3-none-any.whl (24 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading annotated_types-0.6.0-py3-none-any.whl (12 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl (620 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 620.0/620.0 kB 4.5 MB/s eta 0:00:00\n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading jsonpointer-2.4-py2.py3-none-any.whl (7.8 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading marshmallow-3.20.2-py3-none-any.whl (49 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 49.4/49.4 kB 346.8 kB/s eta 0:00:00\n", - "ingestion-pipeline-chunktextcomponent-1 | Downloading typing_inspect-0.9.0-py3-none-any.whl (8.8 kB)\n", - "ingestion-pipeline-chunktextcomponent-1 | Installing collected packages: tenacity, sniffio, pydantic-core, mypy-extensions, marshmallow, jsonpointer, greenlet, annotated-types, typing-inspect, SQLAlchemy, pydantic, jsonpatch, anyio, langsmith, dataclasses-json, langchain\n", - "ingestion-pipeline-chunktextcomponent-1 | Successfully installed SQLAlchemy-2.0.25 annotated-types-0.6.0 anyio-3.7.1 dataclasses-json-0.6.4 greenlet-3.0.3 jsonpatch-1.33 jsonpointer-2.4 langchain-0.0.329 langsmith-0.0.86 marshmallow-3.20.2 mypy-extensions-1.0.0 pydantic-2.6.1 pydantic-core-2.16.2 sniffio-1.3.0 tenacity-8.2.3 typing-inspect-0.9.0\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "ingestion-pipeline-chunktextcomponent-1 | WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | [notice] A new release of pip is available: 23.2.1 -> 24.0\n", - "ingestion-pipeline-chunktextcomponent-1 | [notice] To update, run: pip install --upgrade pip\n", - "ingestion-pipeline-chunktextcomponent-1 | \n", - "ingestion-pipeline-chunktextcomponent-1 | [2024-02-05 15:25:59,356 | fondant.cli | INFO] Component `ChunkTextComponent` found in module main\n", - "ingestion-pipeline-chunktextcomponent-1 | [2024-02-05 15:25:59,360 | fondant.component.executor | INFO] Dask default local mode will be used for further executions.Our current supported options are limited to 'local' and 'default'.\n", - "ingestion-pipeline-chunktextcomponent-1 | [2024-02-05 15:25:59,366 | fondant.component.executor | INFO] Previous component `load_from_hugging_face_hub` run was cached. Cached pipeline id: ingestion-pipeline-20240205151753\n", - "ingestion-pipeline-chunktextcomponent-1 | [2024-02-05 15:25:59,369 | fondant.component.executor | INFO] Skipping component execution\n", - "ingestion-pipeline-chunktextcomponent-1 | [2024-02-05 15:25:59,371 | fondant.component.executor | INFO] Matching execution detected for component. The last execution of the component originated from `ingestion-pipeline-20240205151827`.\n", - "ingestion-pipeline-chunktextcomponent-1 | [2024-02-05 15:25:59,375 | fondant.component.executor | INFO] Saving output manifest to /data/ingestion-pipeline/ingestion-pipeline-20240205162532/chunktextcomponent/manifest.json\n", - "ingestion-pipeline-chunktextcomponent-1 | [2024-02-05 15:25:59,375 | fondant.component.executor | INFO] Writing cache key with manifest reference to /data/ingestion-pipeline/cache/8b8d6199d78c130f70b78d3ecf8ef420.txt\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "ingestion-pipeline-chunktextcomponent-1 exited with code 0\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "ingestion-pipeline-embed_text-1 | [2024-02-05 15:26:04,095 | fondant.cli | INFO] Component `EmbedTextComponent` found in module main\n", - "ingestion-pipeline-embed_text-1 | [2024-02-05 15:26:04,101 | fondant.component.executor | INFO] Dask default local mode will be used for further executions.Our current supported options are limited to 'local' and 'default'.\n", - "ingestion-pipeline-embed_text-1 | [2024-02-05 15:26:04,104 | fondant.component.executor | INFO] Caching disabled for the component\n", - "ingestion-pipeline-embed_text-1 | [2024-02-05 15:26:04,105 | root | INFO] Executing component\n", - "ingestion-pipeline-embed_text-1 | [2024-02-05 15:26:07,390 | sentence_transformers.SentenceTransformer | INFO] Load pretrained SentenceTransformer: all-MiniLM-L6-v2\n", - ".gitattributes: 0%| | 0.00/1.18k [00:00] 278B/278B\n", - " e5082afb5ef6 Verifying Checksum \n", - " e5082afb5ef6 Download complete \n", - " dd9603f2fa4d Downloading [> ] 537kB/90.76MB\n", - " 4aaa5a05865b Downloading [> ] 537kB/380.4MB\n", - " dd9603f2fa4d Downloading [> ] 1.078MB/90.76MB\n", - " dd9603f2fa4d Downloading [=> ] 2.151MB/90.76MB\n", - " 4aaa5a05865b Downloading [> ] 1.618MB/380.4MB\n", - " dd9603f2fa4d Downloading [=> ] 2.691MB/90.76MB\n", - " 4aaa5a05865b Downloading [> ] 2.679MB/380.4MB\n", - " dd9603f2fa4d Downloading [==> ] 3.748MB/90.76MB\n", - " dd9603f2fa4d Downloading [===> ] 5.89MB/90.76MB\n", - " 4aaa5a05865b Downloading [> ] 4.281MB/380.4MB\n", - " c49df6b5e275 Downloading [=> ] 731B/27.89kB\n", - " c49df6b5e275 Downloading [==================================================>] 27.89kB/27.89kB\n", - " c49df6b5e275 Verifying Checksum \n", - " c49df6b5e275 Download complete \n", - " 4aaa5a05865b Downloading [> ] 4.809MB/380.4MB\n", - " dd9603f2fa4d Downloading [===> ] 6.972MB/90.76MB\n", - " 4aaa5a05865b Downloading [> ] 5.35MB/380.4MB\n", - " dd9603f2fa4d Downloading [====> ] 7.512MB/90.76MB\n", - " dd9603f2fa4d Downloading [=====> ] 9.655MB/90.76MB\n", - " 4aaa5a05865b Downloading [> ] 6.972MB/380.4MB\n", - " dd9603f2fa4d Downloading [=====> ] 10.72MB/90.76MB\n", - " 4aaa5a05865b Downloading [> ] 7.504MB/380.4MB\n", - " dd9603f2fa4d Downloading [======> ] 11.26MB/90.76MB\n", - " 4aaa5a05865b Downloading [=> ] 8.045MB/380.4MB\n", - " dd9603f2fa4d Downloading [=======> ] 13.4MB/90.76MB\n", - " 4aaa5a05865b Downloading [=> ] 9.646MB/380.4MB\n", - " dd9603f2fa4d Downloading [=======> ] 14.48MB/90.76MB\n", - " 4aaa5a05865b Downloading [=> ] 10.19MB/380.4MB\n", - " dd9603f2fa4d Downloading [=========> ] 16.63MB/90.76MB\n", - " 4aaa5a05865b Downloading [=> ] 11.81MB/380.4MB\n", - " 4f4fb700ef54 Verifying Checksum \n", - " 4f4fb700ef54 Download complete \n", - " 4aaa5a05865b Downloading [=> ] 12.35MB/380.4MB\n", - " dd9603f2fa4d Downloading [=========> ] 17.7MB/90.76MB\n", - " 4aaa5a05865b Downloading [=> ] 12.89MB/380.4MB\n", - " dd9603f2fa4d Downloading [===========> ] 20.4MB/90.76MB\n", - " 4aaa5a05865b Downloading [=> ] 14.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [=> ] 15.05MB/380.4MB\n", - " dd9603f2fa4d Downloading [===========> ] 21.48MB/90.76MB\n", - " dd9603f2fa4d Downloading [=============> ] 24.18MB/90.76MB\n", - " 4aaa5a05865b Downloading [==> ] 17.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [==> ] 17.74MB/380.4MB\n", - " dd9603f2fa4d Downloading [=============> ] 24.72MB/90.76MB\n", - " 4aaa5a05865b Downloading [==> ] 19.35MB/380.4MB\n", - " dd9603f2fa4d Downloading [===============> ] 27.93MB/90.76MB\n", - " 4aaa5a05865b Downloading [==> ] 19.89MB/380.4MB\n", - " dd9603f2fa4d Downloading [===============> ] 29.01MB/90.76MB\n", - " dd9603f2fa4d Downloading [=================> ] 31.15MB/90.76MB\n", - " 4aaa5a05865b Downloading [==> ] 21.52MB/380.4MB\n", - " dd9603f2fa4d Downloading [=================> ] 32.23MB/90.76MB\n", - " 4aaa5a05865b Downloading [==> ] 22.06MB/380.4MB\n", - " 4aaa5a05865b Downloading [==> ] 22.6MB/380.4MB\n", - " dd9603f2fa4d Downloading [==================> ] 33.3MB/90.76MB\n", - " 4aaa5a05865b Downloading [===> ] 23.68MB/380.4MB\n", - " dd9603f2fa4d Downloading [===================> ] 34.91MB/90.76MB\n", - " dd9603f2fa4d Downloading [===================> ] 35.99MB/90.76MB\n", - " 4aaa5a05865b Downloading [===> ] 24.76MB/380.4MB\n", - " dd9603f2fa4d Downloading [====================> ] 37.07MB/90.76MB\n", - " 4aaa5a05865b Downloading [===> ] 25.3MB/380.4MB\n", - " dd9603f2fa4d Downloading [=====================> ] 38.68MB/90.76MB\n", - " 4aaa5a05865b Downloading [===> ] 26.38MB/380.4MB\n", - " dd9603f2fa4d Downloading [=====================> ] 39.75MB/90.76MB\n", - " 4aaa5a05865b Downloading [===> ] 27.46MB/380.4MB\n", - " dd9603f2fa4d Downloading [======================> ] 40.83MB/90.76MB\n", - " 4aaa5a05865b Downloading [===> ] 28MB/380.4MB\n", - " 4aaa5a05865b Downloading [===> ] 29.09MB/380.4MB\n", - " dd9603f2fa4d Downloading [=======================> ] 42.44MB/90.76MB\n", - " dd9603f2fa4d Downloading [=======================> ] 43.52MB/90.76MB\n", - " 4aaa5a05865b Downloading [===> ] 30.17MB/380.4MB\n", - " dd9603f2fa4d Downloading [========================> ] 44.61MB/90.76MB\n", - " 4aaa5a05865b Downloading [====> ] 31.24MB/380.4MB\n", - " 4aaa5a05865b Downloading [====> ] 32.32MB/380.4MB\n", - " dd9603f2fa4d Downloading [=========================> ] 46.2MB/90.76MB\n", - " dd9603f2fa4d Downloading [==========================> ] 47.28MB/90.76MB\n", - " 4aaa5a05865b Downloading [====> ] 33.38MB/380.4MB\n", - " dd9603f2fa4d Downloading [==========================> ] 48.36MB/90.76MB\n", - " 4aaa5a05865b Downloading [====> ] 34.46MB/380.4MB\n", - " 4aaa5a05865b Downloading [====> ] 34.99MB/380.4MB\n", - " dd9603f2fa4d Downloading [===========================> ] 49.44MB/90.76MB\n", - " 4aaa5a05865b Downloading [====> ] 35.53MB/380.4MB\n", - " dd9603f2fa4d Downloading [===========================> ] 49.98MB/90.76MB\n", - " dd9603f2fa4d Downloading [===========================> ] 50.52MB/90.76MB\n", - " 4aaa5a05865b Downloading [====> ] 36.61MB/380.4MB\n", - " dd9603f2fa4d Downloading [============================> ] 51.06MB/90.76MB\n", - " 4aaa5a05865b Downloading [====> ] 37.7MB/380.4MB\n", - " dd9603f2fa4d Downloading [=============================> ] 53.75MB/90.76MB\n", - " 4aaa5a05865b Downloading [=====> ] 39.32MB/380.4MB\n", - " 4aaa5a05865b Downloading [=====> ] 39.85MB/380.4MB\n", - " dd9603f2fa4d Downloading [==============================> ] 54.83MB/90.76MB\n", - " 4aaa5a05865b Downloading [=====> ] 40.94MB/380.4MB\n", - " dd9603f2fa4d Downloading [==============================> ] 55.36MB/90.76MB\n", - " 4aaa5a05865b Downloading [=====> ] 42.02MB/380.4MB\n", - " dd9603f2fa4d Downloading [===============================> ] 56.98MB/90.76MB\n", - " 4aaa5a05865b Downloading [=====> ] 43.1MB/380.4MB\n", - " dd9603f2fa4d Downloading [===============================> ] 57.52MB/90.76MB\n", - " 4aaa5a05865b Downloading [=====> ] 45.25MB/380.4MB\n", - " dd9603f2fa4d Downloading [================================> ] 59.67MB/90.76MB\n", - " 4aaa5a05865b Downloading [======> ] 46.33MB/380.4MB\n", - " dd9603f2fa4d Downloading [=================================> ] 60.21MB/90.76MB\n", - " 4aaa5a05865b Downloading [======> ] 49.04MB/380.4MB\n", - " dd9603f2fa4d Downloading [==================================> ] 62.36MB/90.76MB\n", - " dd9603f2fa4d Downloading [==================================> ] 62.9MB/90.76MB\n", - " 4aaa5a05865b Downloading [======> ] 50.11MB/380.4MB\n", - " dd9603f2fa4d Downloading [===================================> ] 65.05MB/90.76MB\n", - " dd9603f2fa4d Downloading [====================================> ] 66.13MB/90.76MB\n", - " 4aaa5a05865b Downloading [======> ] 51.72MB/380.4MB\n", - " dd9603f2fa4d Downloading [=====================================> ] 67.21MB/90.76MB\n", - " 4aaa5a05865b Downloading [======> ] 52.8MB/380.4MB\n", - " dd9603f2fa4d Downloading [=====================================> ] 68.83MB/90.76MB\n", - " 4aaa5a05865b Downloading [=======> ] 53.88MB/380.4MB\n", - " dd9603f2fa4d Downloading [======================================> ] 69.91MB/90.76MB\n", - " 4aaa5a05865b Downloading [=======> ] 54.95MB/380.4MB\n", - " dd9603f2fa4d Downloading [=======================================> ] 70.99MB/90.76MB\n", - " 4aaa5a05865b Downloading [=======> ] 55.49MB/380.4MB\n", - " dd9603f2fa4d Downloading [=======================================> ] 72.07MB/90.76MB\n", - " dd9603f2fa4d Downloading [========================================> ] 73.68MB/90.76MB\n", - " dd9603f2fa4d Downloading [=========================================> ] 74.76MB/90.76MB\n", - " 4aaa5a05865b Downloading [=======> ] 56.57MB/380.4MB\n", - " 4aaa5a05865b Downloading [=======> ] 57.12MB/380.4MB\n", - " dd9603f2fa4d Downloading [=========================================> ] 75.84MB/90.76MB\n", - " 4aaa5a05865b Downloading [=======> ] 58.19MB/380.4MB\n", - " dd9603f2fa4d Downloading [==========================================> ] 77.44MB/90.76MB\n", - " 4aaa5a05865b Downloading [=======> ] 58.73MB/380.4MB\n", - " dd9603f2fa4d Downloading [==========================================> ] 77.98MB/90.76MB\n", - " dd9603f2fa4d Downloading [===========================================> ] 79.06MB/90.76MB\n", - " 4aaa5a05865b Downloading [=======> ] 59.27MB/380.4MB\n", - " dd9603f2fa4d Downloading [============================================> ] 81.21MB/90.76MB\n", - " 4aaa5a05865b Downloading [========> ] 61.43MB/380.4MB\n", - " dd9603f2fa4d Downloading [=============================================> ] 81.75MB/90.76MB\n", - " 4aaa5a05865b Downloading [========> ] 61.96MB/380.4MB\n", - " dd9603f2fa4d Downloading [=============================================> ] 82.29MB/90.76MB\n", - " 4aaa5a05865b Downloading [========> ] 64.1MB/380.4MB\n", - " dd9603f2fa4d Downloading [===============================================> ] 85.5MB/90.76MB\n", - " 4aaa5a05865b Downloading [========> ] 64.64MB/380.4MB\n", - " dd9603f2fa4d Downloading [===============================================> ] 86.58MB/90.76MB\n", - " 4aaa5a05865b Downloading [========> ] 65.17MB/380.4MB\n", - " dd9603f2fa4d Downloading [================================================> ] 88.74MB/90.76MB\n", - " 4aaa5a05865b Downloading [========> ] 66.79MB/380.4MB\n", - " 4aaa5a05865b Downloading [========> ] 67.33MB/380.4MB\n", - " dd9603f2fa4d Downloading [=================================================> ] 89.82MB/90.76MB\n", - " dd9603f2fa4d Downloading [=================================================> ] 90.35MB/90.76MB\n", - " 4aaa5a05865b Downloading [========> ] 67.85MB/380.4MB\n", - " dd9603f2fa4d Verifying Checksum \n", - " dd9603f2fa4d Download complete \n", - " dd9603f2fa4d Extracting [> ] 557.1kB/90.76MB\n", - " 4aaa5a05865b Downloading [=========> ] 70MB/380.4MB\n", - " dd9603f2fa4d Extracting [==> ] 5.014MB/90.76MB\n", - " 4aaa5a05865b Downloading [=========> ] 71.08MB/380.4MB\n", - " dd9603f2fa4d Extracting [=====> ] 10.58MB/90.76MB\n", - " 4aaa5a05865b Downloading [=========> ] 72.16MB/380.4MB\n", - " dd9603f2fa4d Extracting [=========> ] 17.27MB/90.76MB\n", - " dd9603f2fa4d Extracting [============> ] 23.4MB/90.76MB\n", - " 4aaa5a05865b Downloading [=========> ] 73.23MB/380.4MB\n", - " dd9603f2fa4d Extracting [===============> ] 27.85MB/90.76MB\n", - " 4aaa5a05865b Downloading [=========> ] 74.31MB/380.4MB\n", - " dd9603f2fa4d Extracting [==================> ] 33.98MB/90.76MB\n", - " 4aaa5a05865b Downloading [=========> ] 75.92MB/380.4MB\n", - " dd9603f2fa4d Extracting [=====================> ] 38.99MB/90.76MB\n", - " 4aaa5a05865b Downloading [==========> ] 77.54MB/380.4MB\n", - " dd9603f2fa4d Extracting [========================> ] 44.56MB/90.76MB\n", - " 4aaa5a05865b Downloading [==========> ] 78.08MB/380.4MB\n", - " dd9603f2fa4d Extracting [===========================> ] 50.14MB/90.76MB\n", - " 4aaa5a05865b Downloading [==========> ] 80.22MB/380.4MB\n", - " dd9603f2fa4d Extracting [==============================> ] 55.71MB/90.76MB\n", - " dd9603f2fa4d Extracting [===============================> ] 57.93MB/90.76MB\n", - " 4aaa5a05865b Downloading [==========> ] 81.84MB/380.4MB\n", - " 4aaa5a05865b Downloading [==========> ] 83.46MB/380.4MB\n", - " dd9603f2fa4d Extracting [=================================> ] 60.72MB/90.76MB\n", - " dd9603f2fa4d Extracting [==================================> ] 62.39MB/90.76MB\n", - " 4aaa5a05865b Downloading [===========> ] 84.53MB/380.4MB\n", - " dd9603f2fa4d Extracting [===================================> ] 65.18MB/90.76MB\n", - " 4aaa5a05865b Downloading [===========> ] 87.23MB/380.4MB\n", - " dd9603f2fa4d Extracting [====================================> ] 65.73MB/90.76MB\n", - " 4aaa5a05865b Downloading [===========> ] 88.31MB/380.4MB\n", - " 4aaa5a05865b Downloading [===========> ] 89.91MB/380.4MB\n", - " dd9603f2fa4d Extracting [======================================> ] 70.19MB/90.76MB\n", - " dd9603f2fa4d Extracting [=======================================> ] 71.3MB/90.76MB\n", - " 4aaa5a05865b Downloading [============> ] 91.53MB/380.4MB\n", - " dd9603f2fa4d Extracting [========================================> ] 72.97MB/90.76MB\n", - " 4aaa5a05865b Downloading [============> ] 94.23MB/380.4MB\n", - " 4aaa5a05865b Downloading [============> ] 95.84MB/380.4MB\n", - " dd9603f2fa4d Extracting [=========================================> ] 75.2MB/90.76MB\n", - " dd9603f2fa4d Extracting [================================================> ] 87.46MB/90.76MB\n", - " 4aaa5a05865b Downloading [============> ] 97.45MB/380.4MB\n", - " dd9603f2fa4d Extracting [==================================================>] 90.76MB/90.76MB\n", - " dd9603f2fa4d Pull complete \n", - " e5082afb5ef6 Extracting [==================================================>] 278B/278B\n", - " e5082afb5ef6 Extracting [==================================================>] 278B/278B\n", - " e5082afb5ef6 Pull complete \n", - " 4aaa5a05865b Downloading [=============> ] 100.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [=============> ] 101.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [=============> ] 103.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [==============> ] 106.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [==============> ] 108.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [==============> ] 109.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [==============> ] 112.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [===============> ] 114.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [===============> ] 117.9MB/380.4MB\n", - " 4aaa5a05865b Downloading [===============> ] 119.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [===============> ] 121.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [================> ] 123.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [================> ] 124.8MB/380.4MB\n", - " 4aaa5a05865b Downloading [================> ] 125.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [================> ] 127.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [================> ] 129.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [=================> ] 130.8MB/380.4MB\n", - " 4aaa5a05865b Downloading [=================> ] 131.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [=================> ] 133.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [=================> ] 135.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [=================> ] 136.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [==================> ] 137.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [==================> ] 139.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [==================> ] 141MB/380.4MB\n", - " 4aaa5a05865b Downloading [==================> ] 142.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [==================> ] 143.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [===================> ] 145.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [===================> ] 146.9MB/380.4MB\n", - " 4aaa5a05865b Downloading [===================> ] 148.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [===================> ] 149.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [===================> ] 151.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [====================> ] 153.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [====================> ] 155.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [====================> ] 156MB/380.4MB\n", - " 4aaa5a05865b Downloading [====================> ] 158.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [=====================> ] 160.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [=====================> ] 162MB/380.4MB\n", - " 4aaa5a05865b Downloading [=====================> ] 163MB/380.4MB\n", - " 4aaa5a05865b Downloading [=====================> ] 165.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [=====================> ] 167.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [======================> ] 168.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [======================> ] 168.9MB/380.4MB\n", - " 4aaa5a05865b Downloading [======================> ] 170MB/380.4MB\n", - " 4aaa5a05865b Downloading [======================> ] 173.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [======================> ] 174.9MB/380.4MB\n", - " 4aaa5a05865b Downloading [=======================> ] 178.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [=======================> ] 180.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [=======================> ] 180.8MB/380.4MB\n", - " 4aaa5a05865b Downloading [========================> ] 185.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [========================> ] 186.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [========================> ] 186.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [=========================> ] 191.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [=========================> ] 192.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [=========================> ] 193.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [=========================> ] 194.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [=========================> ] 196.9MB/380.4MB\n", - " 4aaa5a05865b Downloading [==========================> ] 198.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [==========================> ] 200.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [==========================> ] 201.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [==========================> ] 203.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [==========================> ] 205MB/380.4MB\n", - " 4aaa5a05865b Downloading [===========================> ] 206.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [===========================> ] 209.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [===========================> ] 210.9MB/380.4MB\n", - " 4aaa5a05865b Downloading [===========================> ] 212.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [============================> ] 213.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [============================> ] 216.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [============================> ] 217.9MB/380.4MB\n", - " 4aaa5a05865b Downloading [============================> ] 219.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [============================> ] 220.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [=============================> ] 223.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [=============================> ] 224.9MB/380.4MB\n", - " 4aaa5a05865b Downloading [=============================> ] 226.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [=============================> ] 228.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [==============================> ] 230.8MB/380.4MB\n", - " 4aaa5a05865b Downloading [==============================> ] 232.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [==============================> ] 234MB/380.4MB\n", - " 4aaa5a05865b Downloading [==============================> ] 235.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [===============================> ] 237.8MB/380.4MB\n", - " 4aaa5a05865b Downloading [===============================> ] 239.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [===============================> ] 240.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [===============================> ] 241MB/380.4MB\n", - " 4aaa5a05865b Downloading [================================> ] 243.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [================================> ] 245.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [================================> ] 246.9MB/380.4MB\n", - " 4aaa5a05865b Downloading [================================> ] 247.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [================================> ] 250.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [=================================> ] 251.8MB/380.4MB\n", - " 4aaa5a05865b Downloading [=================================> ] 256MB/380.4MB\n", - " 4aaa5a05865b Downloading [=================================> ] 257.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [==================================> ] 261.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [==================================> ] 263MB/380.4MB\n", - " 4aaa5a05865b Downloading [==================================> ] 264.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [==================================> ] 265.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [===================================> ] 267.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [===================================> ] 269MB/380.4MB\n", - " 4aaa5a05865b Downloading [===================================> ] 270.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [===================================> ] 271.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [===================================> ] 273.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [===================================> ] 273.8MB/380.4MB\n", - " 4aaa5a05865b Downloading [====================================> ] 278.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [====================================> ] 279.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [====================================> ] 281.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [=====================================> ] 281.9MB/380.4MB\n", - " 4aaa5a05865b Downloading [=====================================> ] 284MB/380.4MB\n", - " 4aaa5a05865b Downloading [=====================================> ] 285.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [=====================================> ] 287.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [=====================================> ] 288.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [======================================> ] 290.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [======================================> ] 292.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [======================================> ] 293.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [======================================> ] 295.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [=======================================> ] 298MB/380.4MB\n", - " 4aaa5a05865b Downloading [=======================================> ] 299.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [=======================================> ] 300.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [=======================================> ] 304MB/380.4MB\n", - " 4aaa5a05865b Downloading [========================================> ] 305.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [========================================> ] 307.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [========================================> ] 308.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [========================================> ] 310.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [=========================================> ] 312MB/380.4MB\n", - " 4aaa5a05865b Downloading [=========================================> ] 312.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [=========================================> ] 316.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [=========================================> ] 317.9MB/380.4MB\n", - " 4aaa5a05865b Downloading [=========================================> ] 318.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [==========================================> ] 322.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [==========================================> ] 323.8MB/380.4MB\n", - " 4aaa5a05865b Downloading [==========================================> ] 324.9MB/380.4MB\n", - " 4aaa5a05865b Downloading [===========================================> ] 327.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [===========================================> ] 329.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [===========================================> ] 329.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [===========================================> ] 334MB/380.4MB\n", - " 4aaa5a05865b Downloading [============================================> ] 335.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [============================================> ] 340.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [============================================> ] 342MB/380.4MB\n", - " 4aaa5a05865b Downloading [=============================================> ] 345.8MB/380.4MB\n", - " 4aaa5a05865b Downloading [=============================================> ] 347.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [=============================================> ] 348.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [==============================================> ] 350.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [==============================================> ] 352.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [==============================================> ] 353.9MB/380.4MB\n", - " 4aaa5a05865b Downloading [==============================================> ] 354.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [==============================================> ] 356.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [===============================================> ] 357.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [===============================================> ] 359.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [===============================================> ] 359.8MB/380.4MB\n", - " 4aaa5a05865b Downloading [===============================================> ] 362MB/380.4MB\n", - " 4aaa5a05865b Downloading [===============================================> ] 363.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [===============================================> ] 364.6MB/380.4MB\n", - " 4aaa5a05865b Downloading [================================================> ] 365.7MB/380.4MB\n", - " 4aaa5a05865b Downloading [================================================> ] 367.9MB/380.4MB\n", - " 4aaa5a05865b Downloading [================================================> ] 369.5MB/380.4MB\n", - " 4aaa5a05865b Downloading [================================================> ] 371.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [================================================> ] 372.2MB/380.4MB\n", - " 4aaa5a05865b Downloading [=================================================> ] 374.3MB/380.4MB\n", - " 4aaa5a05865b Downloading [=================================================> ] 376.4MB/380.4MB\n", - " 4aaa5a05865b Downloading [=================================================> ] 378MB/380.4MB\n", - " 4aaa5a05865b Downloading [=================================================> ] 379.1MB/380.4MB\n", - " 4aaa5a05865b Downloading [=================================================> ] 380.2MB/380.4MB\n", - " 4aaa5a05865b Verifying Checksum \n", - " 4aaa5a05865b Download complete \n", - " 4aaa5a05865b Extracting [> ] 557.1kB/380.4MB\n", - " 4aaa5a05865b Extracting [> ] 7.242MB/380.4MB\n", - " 4aaa5a05865b Extracting [==> ] 21.17MB/380.4MB\n", - " 4aaa5a05865b Extracting [=====> ] 40.67MB/380.4MB\n", - " 4aaa5a05865b Extracting [=======> ] 55.71MB/380.4MB\n", - " 4aaa5a05865b Extracting [========> ] 63.5MB/380.4MB\n", - " 4aaa5a05865b Extracting [=========> ] 70.19MB/380.4MB\n", - " 4aaa5a05865b Extracting [==========> ] 82.44MB/380.4MB\n", - " 4aaa5a05865b Extracting [============> ] 96.37MB/380.4MB\n", - " 4aaa5a05865b Extracting [==============> ] 111.4MB/380.4MB\n", - " 4aaa5a05865b Extracting [================> ] 122MB/380.4MB\n", - " 4aaa5a05865b Extracting [==================> ] 137.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [===================> ] 149.3MB/380.4MB\n", - " 4aaa5a05865b Extracting [=====================> ] 164.9MB/380.4MB\n", - " 4aaa5a05865b Extracting [=======================> ] 177.7MB/380.4MB\n", - " 4aaa5a05865b Extracting [=======================> ] 179.9MB/380.4MB\n", - " 4aaa5a05865b Extracting [========================> ] 182.7MB/380.4MB\n", - " 4aaa5a05865b Extracting [========================> ] 184.4MB/380.4MB\n", - " 4aaa5a05865b Extracting [========================> ] 185.5MB/380.4MB\n", - " 4aaa5a05865b Extracting [========================> ] 186.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [========================> ] 187.7MB/380.4MB\n", - " 4aaa5a05865b Extracting [=========================> ] 192.2MB/380.4MB\n", - " 4aaa5a05865b Extracting [=========================> ] 195MB/380.4MB\n", - " 4aaa5a05865b Extracting [=========================> ] 196.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [==========================> ] 199.4MB/380.4MB\n", - " 4aaa5a05865b Extracting [==========================> ] 202.8MB/380.4MB\n", - " 4aaa5a05865b Extracting [==========================> ] 205MB/380.4MB\n", - " 4aaa5a05865b Extracting [===========================> ] 207.2MB/380.4MB\n", - " 4aaa5a05865b Extracting [===========================> ] 211.1MB/380.4MB\n", - " 4aaa5a05865b Extracting [============================> ] 214.5MB/380.4MB\n", - " 4aaa5a05865b Extracting [============================> ] 216.7MB/380.4MB\n", - " 4aaa5a05865b Extracting [============================> ] 218.4MB/380.4MB\n", - " 4aaa5a05865b Extracting [============================> ] 219.5MB/380.4MB\n", - " 4aaa5a05865b Extracting [============================> ] 220.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [=============================> ] 221.7MB/380.4MB\n", - " 4aaa5a05865b Extracting [=============================> ] 225.1MB/380.4MB\n", - " 4aaa5a05865b Extracting [=============================> ] 227.3MB/380.4MB\n", - " 4aaa5a05865b Extracting [==============================> ] 229MB/380.4MB\n", - " 4aaa5a05865b Extracting [==============================> ] 230.1MB/380.4MB\n", - " 4aaa5a05865b Extracting [==============================> ] 231.2MB/380.4MB\n", - " 4aaa5a05865b Extracting [===============================> ] 237.3MB/380.4MB\n", - " 4aaa5a05865b Extracting [===============================> ] 242.9MB/380.4MB\n", - " 4aaa5a05865b Extracting [================================> ] 246.2MB/380.4MB\n", - " 4aaa5a05865b Extracting [=================================> ] 252.3MB/380.4MB\n", - " 4aaa5a05865b Extracting [=================================> ] 254.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [=================================> ] 257.9MB/380.4MB\n", - " 4aaa5a05865b Extracting [==================================> ] 260.1MB/380.4MB\n", - " 4aaa5a05865b Extracting [==================================> ] 261.3MB/380.4MB\n", - " 4aaa5a05865b Extracting [==================================> ] 264MB/380.4MB\n", - " 4aaa5a05865b Extracting [===================================> ] 266.3MB/380.4MB\n", - " 4aaa5a05865b Extracting [===================================> ] 270.2MB/380.4MB\n", - " 4aaa5a05865b Extracting [====================================> ] 274.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [====================================> ] 275.7MB/380.4MB\n", - " 4aaa5a05865b Extracting [=====================================> ] 281.9MB/380.4MB\n", - " 4aaa5a05865b Extracting [=====================================> ] 284.7MB/380.4MB\n", - " 4aaa5a05865b Extracting [=====================================> ] 287.4MB/380.4MB\n", - " 4aaa5a05865b Extracting [=====================================> ] 288.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [======================================> ] 289.7MB/380.4MB\n", - " 4aaa5a05865b Extracting [======================================> ] 290.8MB/380.4MB\n", - " 4aaa5a05865b Extracting [======================================> ] 291.9MB/380.4MB\n", - " 4aaa5a05865b Extracting [======================================> ] 293MB/380.4MB\n", - " 4aaa5a05865b Extracting [=======================================> ] 296.9MB/380.4MB\n", - " 4aaa5a05865b Extracting [=======================================> ] 298.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [=======================================> ] 300.3MB/380.4MB\n", - " 4aaa5a05865b Extracting [=======================================> ] 300.8MB/380.4MB\n", - " 4aaa5a05865b Extracting [=======================================> ] 301.4MB/380.4MB\n", - " 4aaa5a05865b Extracting [=======================================> ] 301.9MB/380.4MB\n", - " 4aaa5a05865b Extracting [=======================================> ] 302.5MB/380.4MB\n", - " 4aaa5a05865b Extracting [=======================================> ] 303MB/380.4MB\n", - " 4aaa5a05865b Extracting [=======================================> ] 303.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [========================================> ] 305.3MB/380.4MB\n", - " 4aaa5a05865b Extracting [========================================> ] 305.8MB/380.4MB\n", - " 4aaa5a05865b Extracting [========================================> ] 306.4MB/380.4MB\n", - " 4aaa5a05865b Extracting [========================================> ] 306.9MB/380.4MB\n", - " 4aaa5a05865b Extracting [========================================> ] 307.5MB/380.4MB\n", - " 4aaa5a05865b Extracting [========================================> ] 308.1MB/380.4MB\n", - " 4aaa5a05865b Extracting [========================================> ] 310.3MB/380.4MB\n", - " 4aaa5a05865b Extracting [=========================================> ] 312.5MB/380.4MB\n", - " 4aaa5a05865b Extracting [=========================================> ] 314.2MB/380.4MB\n", - " 4aaa5a05865b Extracting [=========================================> ] 316.4MB/380.4MB\n", - " 4aaa5a05865b Extracting [=========================================> ] 318.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [==========================================> ] 322MB/380.4MB\n", - " 4aaa5a05865b Extracting [==========================================> ] 325.3MB/380.4MB\n", - " 4aaa5a05865b Extracting [===========================================> ] 328.1MB/380.4MB\n", - " 4aaa5a05865b Extracting [===========================================> ] 330.9MB/380.4MB\n", - " 4aaa5a05865b Extracting [===========================================> ] 332MB/380.4MB\n", - " 4aaa5a05865b Extracting [===========================================> ] 334.2MB/380.4MB\n", - " 4aaa5a05865b Extracting [============================================> ] 337.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [============================================> ] 340.4MB/380.4MB\n", - " 4aaa5a05865b Extracting [=============================================> ] 342.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [=============================================> ] 346.5MB/380.4MB\n", - " 4aaa5a05865b Extracting [=============================================> ] 347.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [=============================================> ] 348.7MB/380.4MB\n", - " 4aaa5a05865b Extracting [==============================================> ] 350.4MB/380.4MB\n", - " 4aaa5a05865b Extracting [==============================================> ] 352.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [==============================================> ] 353.7MB/380.4MB\n", - " 4aaa5a05865b Extracting [==============================================> ] 354.8MB/380.4MB\n", - " 4aaa5a05865b Extracting [==============================================> ] 356MB/380.4MB\n", - " 4aaa5a05865b Extracting [===============================================> ] 357.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [===============================================> ] 359.9MB/380.4MB\n", - " 4aaa5a05865b Extracting [===============================================> ] 361MB/380.4MB\n", - " 4aaa5a05865b Extracting [===============================================> ] 361.5MB/380.4MB\n", - " 4aaa5a05865b Extracting [===============================================> ] 362.6MB/380.4MB\n", - " 4aaa5a05865b Extracting [===============================================> ] 364.3MB/380.4MB\n", - " 4aaa5a05865b Extracting [================================================> ] 366.5MB/380.4MB\n", - " 4aaa5a05865b Extracting [================================================> ] 369.9MB/380.4MB\n", - " 4aaa5a05865b Extracting [================================================> ] 371MB/380.4MB\n", - " 4aaa5a05865b Extracting [=================================================> ] 373.2MB/380.4MB\n", - " 4aaa5a05865b Extracting [=================================================> ] 374.3MB/380.4MB\n", - " 4aaa5a05865b Extracting [=================================================> ] 376MB/380.4MB\n", - " 4aaa5a05865b Extracting [=================================================> ] 378.8MB/380.4MB\n", - " 4aaa5a05865b Extracting [==================================================>] 380.4MB/380.4MB\n", - " 4aaa5a05865b Pull complete \n", - " c49df6b5e275 Extracting [==================================================>] 27.89kB/27.89kB\n", - " c49df6b5e275 Extracting [==================================================>] 27.89kB/27.89kB\n", - " c49df6b5e275 Pull complete \n", - " 4f4fb700ef54 Extracting [==================================================>] 32B/32B\n", - " 4f4fb700ef54 Extracting [==================================================>] 32B/32B\n", - " 4f4fb700ef54 Pull complete \n", - " data_explorer Pulled \n", - " Network explorer_app_default Creating\n", - " Network explorer_app_default Created\n", - " Container explorer_app-data_explorer-1 Creating\n", - " Container explorer_app-data_explorer-1 Created\n", - " Container explorer_app-data_explorer-1 Starting\n", - " Container explorer_app-data_explorer-1 Started\n", - "INFO:root:Running image from registry 'fndnt/data_explorer' with tag 'None' on port '8501'\n", - "INFO:root:Access the explorer at http://localhost:8501\n" - ] - } - ], + "outputs": [], "source": [ "from fondant.explore import run_explorer_app\n", "\n",