new parent image (#87)

* new parent image

* pillow update

Author: LennartSchmidtKern

gpu-requirements.txt

@@ -68,7 +68,7 @@ exceptiongroup==1.2.0
     #   anyio
 fastapi==0.110.0
     # via -r requirements/torch-cuda-requirements.txt
-filelock==3.13.1
+filelock==3.13.4
     # via
     #   -r requirements/torch-cuda-requirements.txt
     #   huggingface-hub
@@ -77,21 +77,25 @@ frozenlist==1.3.3
     # via
     #   aiohttp
     #   aiosignal
-fsspec==2024.2.0
+fsspec==2024.3.1
     # via
     #   -r requirements/torch-cuda-requirements.txt
     #   huggingface-hub
+greenlet==3.0.3
+    # via
+    #   -r requirements/torch-cuda-requirements.txt
+    #   sqlalchemy
 h11==0.14.0
     # via
     #   -r requirements/torch-cuda-requirements.txt
     #   uvicorn
-huggingface-hub==0.21.3
+huggingface-hub==0.22.2
     # via
     #   -r requirements/torch-cuda-requirements.txt
     #   sentence-transformers
     #   tokenizers
     #   transformers
-idna==3.6
+idna==3.7
     # via
     #   -r requirements/torch-cuda-requirements.txt
     #   anyio
@@ -106,7 +110,7 @@ jmespath==1.0.1
     #   -r requirements/torch-cuda-requirements.txt
     #   boto3
     #   botocore
-joblib==1.3.2
+joblib==1.4.0
     # via
     #   -r requirements/torch-cuda-requirements.txt
     #   nltk
@@ -143,9 +147,26 @@ numpy==1.23.4
     #   thinc
     #   torchvision
     #   transformers
+nvidia-cublas-cu11==11.10.3.66
+    # via
+    #   -r requirements/torch-cuda-requirements.txt
+    #   nvidia-cudnn-cu11
+    #   torch
+nvidia-cuda-nvrtc-cu11==11.7.99
+    # via
+    #   -r requirements/torch-cuda-requirements.txt
+    #   torch
+nvidia-cuda-runtime-cu11==11.7.99
+    # via
+    #   -r requirements/torch-cuda-requirements.txt
+    #   torch
+nvidia-cudnn-cu11==8.5.0.96
+    # via
+    #   -r requirements/torch-cuda-requirements.txt
+    #   torch
 openai==0.27.8
     # via embedders
-packaging==23.2
+packaging==24.0
     # via
     #   -r requirements/torch-cuda-requirements.txt
     #   huggingface-hub
@@ -155,7 +176,7 @@ pandas==1.5.1
     # via -r requirements/torch-cuda-requirements.txt
 pathy==0.6.2
     # via spacy
-pillow==10.2.0
+pillow==10.3.0
     # via torchvision
 preshed==3.0.8
     # via
@@ -189,7 +210,7 @@ pyyaml==6.0.1
     #   huggingface-hub
     #   pyaml
     #   transformers
-regex==2023.12.25
+regex==2024.4.16
     # via
     #   -r requirements/torch-cuda-requirements.txt
     #   nltk
@@ -207,7 +228,7 @@ s3transfer==0.6.2
     # via
     #   -r requirements/torch-cuda-requirements.txt
     #   boto3
-safetensors==0.4.2
+safetensors==0.4.3
     # via
     #   -r requirements/torch-cuda-requirements.txt
     #   transformers
@@ -219,7 +240,7 @@ scikit-learn==1.1.2
     #   sentence-transformers
 scikit-optimize==0.9.0
     # via -r requirements/torch-cuda-requirements.txt
-scipy==1.12.0
+scipy==1.13.0
     # via
     #   -r requirements/torch-cuda-requirements.txt
     #   scikit-learn
@@ -260,7 +281,7 @@ starlette==0.36.3
     #   fastapi
 thinc==8.1.5
     # via spacy
-threadpoolctl==3.3.0
+threadpoolctl==3.4.0
     # via
     #   -r requirements/torch-cuda-requirements.txt
     #   scikit-learn
@@ -297,7 +318,7 @@ typer==0.4.2
     # via
     #   pathy
     #   spacy
-typing-extensions==4.10.0
+typing-extensions==4.11.0
     # via
     #   -r requirements/torch-cuda-requirements.txt
     #   anyio
@@ -320,6 +341,11 @@ wasabi==0.10.1
     #   spacy
     #   spacy-loggers
     #   thinc
+wheel==0.43.0
+    # via
+    #   -r requirements/torch-cuda-requirements.txt
+    #   nvidia-cublas-cu11
+    #   nvidia-cuda-runtime-cu11
 yarl==1.9.2
     # via aiohttp
 zipp==3.15.0

gpu.Dockerfile

@@ -1,4 +1,4 @@
-FROM kernai/refinery-parent-images:v1.14.0-torch-cuda
+FROM kernai/refinery-parent-images:v1.15.0-torch-cuda
 
 WORKDIR /program
 

requirements/torch-cuda-requirements.txt

@@ -26,27 +26,29 @@ exceptiongroup==1.2.0
     # via anyio
 fastapi==0.110.0
     # via -r mini-requirements.in
-filelock==3.13.1
+filelock==3.13.4
     # via
     #   huggingface-hub
     #   transformers
-fsspec==2024.2.0
+fsspec==2024.3.1
     # via huggingface-hub
+greenlet==3.0.3
+    # via sqlalchemy
 h11==0.14.0
     # via uvicorn
-huggingface-hub==0.21.3
+huggingface-hub==0.22.2
     # via
     #   tokenizers
     #   transformers
-idna==3.6
+idna==3.7
     # via
     #   anyio
     #   requests
 jmespath==1.0.1
     # via
     #   boto3
     #   botocore
-joblib==1.3.2
+joblib==1.4.0
     # via
     #   scikit-learn
     #   scikit-optimize
@@ -60,7 +62,17 @@ numpy==1.23.4
     #   scikit-optimize
     #   scipy
     #   transformers
-packaging==23.2
+nvidia-cublas-cu11==11.10.3.66
+    # via
+    #   nvidia-cudnn-cu11
+    #   torch
+nvidia-cuda-nvrtc-cu11==11.7.99
+    # via torch
+nvidia-cuda-runtime-cu11==11.7.99
+    # via torch
+nvidia-cudnn-cu11==8.5.0.96
+    # via torch
+packaging==24.0
     # via
     #   huggingface-hub
     #   transformers
@@ -85,7 +97,7 @@ pyyaml==6.0.1
     #   huggingface-hub
     #   pyaml
     #   transformers
-regex==2023.12.25
+regex==2024.4.16
     # via transformers
 requests==2.31.0
     # via
@@ -94,15 +106,15 @@ requests==2.31.0
     #   transformers
 s3transfer==0.6.2
     # via boto3
-safetensors==0.4.2
+safetensors==0.4.3
     # via transformers
 scikit-learn==1.1.2
     # via
     #   -r torch-cuda-requirements.in
     #   scikit-optimize
 scikit-optimize==0.9.0
     # via -r torch-cuda-requirements.in
-scipy==1.12.0
+scipy==1.13.0
     # via
     #   scikit-learn
     #   scikit-optimize
@@ -114,7 +126,7 @@ sqlalchemy==1.4.42
     # via -r common-requirements.in
 starlette==0.36.3
     # via fastapi
-threadpoolctl==3.3.0
+threadpoolctl==3.4.0
     # via scikit-learn
 tokenizers==0.15.2
     # via transformers
@@ -126,7 +138,7 @@ tqdm==4.66.2
     #   transformers
 transformers==4.38.2
     # via -r torch-cuda-requirements.in
-typing-extensions==4.10.0
+typing-extensions==4.11.0
     # via
     #   anyio
     #   fastapi
@@ -141,3 +153,10 @@ urllib3==1.26.18
     #   requests
 uvicorn==0.22.0
     # via -r mini-requirements.in
+wheel==0.43.0
+    # via
+    #   nvidia-cublas-cu11
+    #   nvidia-cuda-runtime-cu11
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools