From 8bf366d0c7fb6930ed695dadcbd02365e4c62ae0 Mon Sep 17 00:00:00 2001 From: Govert Brinkmann Date: Thu, 26 Sep 2024 10:53:29 +0000 Subject: [PATCH] Add cudnn and cublas dependencies for GPU support These are faster-whisper dependencies, see https://github.com/SYSTRAN/faster-whisper/blob/d57c5b40b06e59ec44240d93485a95799548af50/README.md --- poetry.lock | 41 ++++++++++++++++++++++++++++++++++++++++- pyproject.toml | 2 ++ 2 files changed, 42 insertions(+), 1 deletion(-) diff --git a/poetry.lock b/poetry.lock index 1d93d9b..8c7d341 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1030,6 +1030,45 @@ files = [ {file = "numpy-1.26.4.tar.gz", hash = "sha256:2a02aba9ed12e4ac4eb3ea9421c420301a0c6460d9830d74a9df87efa4912010"}, ] +[[package]] +name = "nvidia-cublas-cu12" +version = "12.6.1.4" +description = "CUBLAS native runtime libraries" +optional = false +python-versions = ">=3" +files = [ + {file = "nvidia_cublas_cu12-12.6.1.4-py3-none-manylinux2014_aarch64.whl", hash = "sha256:c25ab29026a265d46c1063b5fb3cb9440f5f2eb88041c6b7c6711bcb3361789f"}, + {file = "nvidia_cublas_cu12-12.6.1.4-py3-none-manylinux2014_x86_64.whl", hash = "sha256:5dd125ece5469dbdceebe2e9536ad8fc4abd38aa394a7ace42fc8a930a1e81e3"}, + {file = "nvidia_cublas_cu12-12.6.1.4-py3-none-win_amd64.whl", hash = "sha256:5e5d384583d72ac364064ced3dd92a5caa59a8a57568595c9f82e83d255b2481"}, +] + +[[package]] +name = "nvidia-cuda-nvrtc-cu12" +version = "12.6.68" +description = "NVRTC native runtime libraries" +optional = false +python-versions = ">=3" +files = [ + {file = "nvidia_cuda_nvrtc_cu12-12.6.68-py3-none-manylinux2014_aarch64.whl", hash = "sha256:536ef8c808460c2daed70087ea3b9fcb141668dbb2449de1d708929ddad2592c"}, + {file = "nvidia_cuda_nvrtc_cu12-12.6.68-py3-none-manylinux2014_x86_64.whl", hash = "sha256:6e34546e94214c30a27d9be40f95aa93777f66ccc680c1d9911158cb4ccfcd0c"}, + {file = "nvidia_cuda_nvrtc_cu12-12.6.68-py3-none-win_amd64.whl", hash = "sha256:c71076d7fc5e0a1e55af91e59a3ee344048206cc293df4b4c50cf6dfa8fa9796"}, +] + +[[package]] +name = "nvidia-cudnn-cu12" +version = "8.9.7.29" +description = "cuDNN runtime libraries" +optional = false +python-versions = ">=3" +files = [ + {file = "nvidia_cudnn_cu12-8.9.7.29-py3-none-manylinux1_x86_64.whl", hash = "sha256:adf4f59ed7a1341103822ed8df6e144f4d47ea8b10d9bf0ea0047ba738fd7b02"}, + {file = "nvidia_cudnn_cu12-8.9.7.29-py3-none-win_amd64.whl", hash = "sha256:4447321a2bdc8bd965084c1824575eb04f47a03ab62bbeb6cce7e9f74c3657f3"}, +] + +[package.dependencies] +nvidia-cublas-cu12 = "*" +nvidia-cuda-nvrtc-cu12 = "*" + [[package]] name = "onnxruntime" version = "1.18.1" @@ -1665,4 +1704,4 @@ PyYAML = "*" [metadata] lock-version = "2.0" python-versions = "^3.10" -content-hash = "aaef42038200a941e26bcef45596b3beab1faec93fffbbf7f08e54a070ce0b2a" +content-hash = "819180b9276a106189439127a62e4d5d0646e5363ed6539b6e5e404fbe6d54f3" diff --git a/pyproject.toml b/pyproject.toml index 1c4966c..d035a2c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -10,6 +10,8 @@ readme = "README.md" python = "^3.10" dane = "^0.4.3" faster-whisper = "^1.0.1" +nvidia-cudnn-cu12 = "^8" +nvidia-cublas-cu12 = "^12.6.1.4" [tool.poetry.group.dev.dependencies] moto = "^5.0.13"