From f6fc6659f123d6fc7779f958edcdd68fa85dd3c2 Mon Sep 17 00:00:00 2001 From: "OKHand.ziyu" Date: Wed, 20 Nov 2024 15:23:57 +0800 Subject: [PATCH] filter mlx tokenizer error --- exo/inference/mlx/sharded_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/exo/inference/mlx/sharded_utils.py b/exo/inference/mlx/sharded_utils.py index 9818bb257..8c59e2d44 100644 --- a/exo/inference/mlx/sharded_utils.py +++ b/exo/inference/mlx/sharded_utils.py @@ -184,7 +184,7 @@ async def load_shard( processor.encode = processor.tokenizer.encode return model, processor else: - tokenizer = await resolve_tokenizer(model_path) + tokenizer = load_tokenizer(model_path, tokenizer_config) return model, tokenizer