From 272c7923d25aae06346f2d209b0497406564d19d Mon Sep 17 00:00:00 2001 From: Tom Aarsen Date: Tue, 25 Jun 2024 11:39:49 +0200 Subject: [PATCH] Add sentencepiece dependency for running models with slow tokenizers only --- docker_images/sentence_transformers/requirements.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/docker_images/sentence_transformers/requirements.txt b/docker_images/sentence_transformers/requirements.txt index 686e5f2e..bf6efac5 100644 --- a/docker_images/sentence_transformers/requirements.txt +++ b/docker_images/sentence_transformers/requirements.txt @@ -1,6 +1,7 @@ starlette==0.27.0 api-inference-community==0.0.32 sentence-transformers==3.0.1 +sentencepiece==0.2.0 transformers==4.41.1 tokenizers==0.19.1 protobuf==3.18.3