alihan/exo
1
0
Fork 0
mirror of https://github.com/exo-explore/exo.git synced 2025-10-23 02:57:14 +03:00
Code Issues Packages Projects Releases Wiki Activity

transformers version

Browse Source
This commit is contained in:
josh
2024-11-20 23:55:34 -08:00
parent e0be8dd54b
commit d600bd4240
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
exo/inference/mlx/sharded_utils.py
View File

@@ -184,7 +184,7 @@ async def load_shard(
processor.encode = processor.tokenizer.encode
return model, processor
else:
tokenizer = await resolve_tokenizer(model_path)
tokenizer = load_tokenizer(model_path, tokenizer_config)
return model, tokenizer

2
setup.py
View File

@@ -25,7 +25,7 @@ install_requires = [
"rich==13.7.1",
"tenacity==9.0.0",
"tqdm==4.66.4",
"transformers==4.43.3",
"transformers==4.46.3" if (sys.version_info.major==3 and sys.version_info.minor>=12) else "transformers==4.43.3" ,
"uuid==1.30",
"tinygrad @ git+https://github.com/tinygrad/tinygrad.git@232edcfd4f8b388807c64fb1817a7668ce27cbad",
]