diff --git a/audio_diffusion_pytorch/modules.py b/audio_diffusion_pytorch/modules.py
index 08c051a..1ac6e17 100644
--- a/audio_diffusion_pytorch/modules.py
+++ b/audio_diffusion_pytorch/modules.py
@@ -1136,9 +1136,9 @@ def forward(  # type: ignore
 class T5Embedder(nn.Module):
     def __init__(self, model: str = "t5-base", max_length: int = 64):
         super().__init__()
-        from transformers import T5EncoderModel, T5Tokenizer
+        from transformers import AutoTokenizer, T5EncoderModel
 
-        self.tokenizer = T5Tokenizer.from_pretrained(model)
+        self.tokenizer = AutoTokenizer.from_pretrained(model)
         self.transformer = T5EncoderModel.from_pretrained(model)
         self.max_length = max_length
 
diff --git a/setup.py b/setup.py
index 108bc6a..20608e1 100644
--- a/setup.py
+++ b/setup.py
@@ -3,7 +3,7 @@
 setup(
     name="audio-diffusion-pytorch",
     packages=find_packages(exclude=[]),
-    version="0.0.62",
+    version="0.0.63",
     license="MIT",
     description="Audio Diffusion - PyTorch",
     long_description_content_type="text/markdown",