fix: change to auto tokenizer

archinetai · Oct 13, 2022 · d3f27f8 · d3f27f8
1 parent 38fddaf
commit d3f27f8
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/audio_diffusion_pytorch/modules.py b/audio_diffusion_pytorch/modules.py
@@ -1136,9 +1136,9 @@ def forward(  # type: ignore
 class T5Embedder(nn.Module):
     def __init__(self, model: str = "t5-base", max_length: int = 64):
         super().__init__()
-        from transformers import T5EncoderModel, T5Tokenizer
+        from transformers import AutoTokenizer, T5EncoderModel
 
-        self.tokenizer = T5Tokenizer.from_pretrained(model)
+        self.tokenizer = AutoTokenizer.from_pretrained(model)
         self.transformer = T5EncoderModel.from_pretrained(model)
         self.max_length = max_length
 

diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 setup(
     name="audio-diffusion-pytorch",
     packages=find_packages(exclude=[]),
-    version="0.0.62",
+    version="0.0.63",
     license="MIT",
     description="Audio Diffusion - PyTorch",
     long_description_content_type="text/markdown",