filter mlx tokenizer error

exo-explore · Nov 20, 2024 · f6fc665 · f6fc665
1 parent 438eae4
commit f6fc665
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/exo/inference/mlx/sharded_utils.py b/exo/inference/mlx/sharded_utils.py
@@ -184,7 +184,7 @@ async def load_shard(
     processor.encode = processor.tokenizer.encode
     return model, processor
   else:
-    tokenizer = await resolve_tokenizer(model_path)
+    tokenizer = load_tokenizer(model_path, tokenizer_config)
     return model, tokenizer