Bump versions; switch to faiss-gpu

Signed-off-by: Will Killian <[email protected]>
nv-morpheus · Feb 26, 2025 · f3f881a · f3f881a
1 parent 6813599
commit f3f881a
Show file tree

Hide file tree

Showing 11 changed files with 14 additions and 13 deletions.
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -25,7 +25,7 @@ repos:
               - id: isort
                 args: ["--filter-files", "--settings-file=./pyproject.toml"]
       - repo: https://github.com/PyCQA/flake8
-        rev: 6.1.0
+        rev: 7.0.0
         hooks:
               - id: flake8
                 entry: pflake8

diff --git a/conda/environments/all_cuda-128_arch-aarch64.yaml b/conda/environments/all_cuda-128_arch-aarch64.yaml
@@ -88,7 +88,7 @@ dependencies:
 - pybind11-stubgen=0.10.5
 - pydantic
 - pylibcudf=25.02
-- pylint=3.0.3
+- pylint=3.3.4
 - pynvml=12
 - pypdf=3.17.4
 - pytest-asyncio
@@ -130,7 +130,7 @@ dependencies:
   - databricks-connect
   - dgl==2.1.0
   - dglgo
-  - faiss-cpu
+  - faiss-gpu
   - google-search-results==2.4
   - langchain-nvidia-ai-endpoints==0.0.11
   - langchain-openai==0.1.3

diff --git a/conda/environments/all_cuda-128_arch-x86_64.yaml b/conda/environments/all_cuda-128_arch-x86_64.yaml
@@ -90,7 +90,7 @@ dependencies:
 - pybind11-stubgen=0.10.5
 - pydantic
 - pylibcudf=25.02
-- pylint=3.0.3
+- pylint=3.3.4
 - pynvml=12
 - pypdf=3.17.4
 - pypdfium2==4.30
@@ -136,7 +136,7 @@ dependencies:
   - databricks-connect
   - dgl==2.1.0
   - dglgo
-  - faiss-cpu
+  - faiss-gpu
   - google-search-results==2.4
   - langchain-nvidia-ai-endpoints==0.0.11
   - langchain-openai==0.1.3

diff --git a/conda/environments/dev_cuda-128_arch-aarch64.yaml b/conda/environments/dev_cuda-128_arch-aarch64.yaml
@@ -73,7 +73,7 @@ dependencies:
 - pybind11-stubgen=0.10.5
 - pydantic
 - pylibcudf=25.02
-- pylint=3.0.3
+- pylint=3.3.4
 - pynvml=12
 - pytest-asyncio
 - pytest-benchmark=4.0

diff --git a/conda/environments/dev_cuda-128_arch-x86_64.yaml b/conda/environments/dev_cuda-128_arch-x86_64.yaml
@@ -74,7 +74,7 @@ dependencies:
 - pybind11-stubgen=0.10.5
 - pydantic
 - pylibcudf=25.02
-- pylint=3.0.3
+- pylint=3.3.4
 - pynvml=12
 - pypdfium2==4.30
 - pytest-asyncio

diff --git a/conda/environments/examples_cuda-128_arch-aarch64.yaml b/conda/environments/examples_cuda-128_arch-aarch64.yaml
@@ -71,7 +71,7 @@ dependencies:
   - databricks-connect
   - dgl==2.1.0
   - dglgo
-  - faiss-cpu
+  - faiss-gpu
   - google-search-results==2.4
   - langchain-nvidia-ai-endpoints==0.0.11
   - langchain-openai==0.1.3

diff --git a/conda/environments/examples_cuda-128_arch-x86_64.yaml b/conda/environments/examples_cuda-128_arch-x86_64.yaml
@@ -73,7 +73,7 @@ dependencies:
   - databricks-connect
   - dgl==2.1.0
   - dglgo
-  - faiss-cpu
+  - faiss-gpu
   - google-search-results==2.4
   - langchain-nvidia-ai-endpoints==0.0.11
   - langchain-openai==0.1.3

diff --git a/dependencies.yaml b/dependencies.yaml
@@ -483,7 +483,7 @@ dependencies:
     common:
       - output_types: [requirements]
         packages:
-           - &faiss-cpu faiss-cpu
+           - &faiss-gpu faiss-gpu
            - &google-search-results google-search-results==2.4
            - &langchain langchain==0.1.16
            - &langchain-nvidia-ai-endpoints langchain-nvidia-ai-endpoints==0.0.11
@@ -565,7 +565,7 @@ dependencies:
           - requests-toolbelt=1.0 # Transitive dep needed by nemollm, specified here to ensure we get a compatible version
           - pip
           - pip:
-            - *faiss-cpu
+            - *faiss-gpu
             - *google-search-results
             - *langchain
             - *langchain-nvidia-ai-endpoints

diff --git a/python/morpheus/morpheus/io/serializers.py b/python/morpheus/morpheus/io/serializers.py
@@ -62,6 +62,7 @@ def df_to_stream_json(df: DataFrameType, stream: IOBase, include_index_col=True,
     lines : bool, optional
         Write out the JSON in lines format, by default True.
     """
+    del include_index_col  # Unused parameter
     df.to_json(stream, orient="records", lines=lines)
 
     return stream

diff --git a/python/morpheus_llm/morpheus_llm/requirements_morpheus_llm_arch-aarch64.txt b/python/morpheus_llm/morpheus_llm/requirements_morpheus_llm_arch-aarch64.txt
@@ -1,7 +1,7 @@
 # This file is generated by `rapids-dependency-file-generator`.
 # To make changes, edit ../../../dependencies.yaml and run `rapids-dependency-file-generator`.
 --extra-index-url https://download.pytorch.org/whl/cu124
-faiss-cpu
+faiss-gpu
 google-search-results==2.4
 langchain-nvidia-ai-endpoints==0.0.11
 langchain-openai==0.1.3

diff --git a/python/morpheus_llm/morpheus_llm/requirements_morpheus_llm_arch-x86_64.txt b/python/morpheus_llm/morpheus_llm/requirements_morpheus_llm_arch-x86_64.txt
@@ -1,7 +1,7 @@
 # This file is generated by `rapids-dependency-file-generator`.
 # To make changes, edit ../../../dependencies.yaml and run `rapids-dependency-file-generator`.
 --extra-index-url https://download.pytorch.org/whl/cu124
-faiss-cpu
+faiss-gpu
 google-search-results==2.4
 langchain-nvidia-ai-endpoints==0.0.11
 langchain-openai==0.1.3