alihan/exo
1
0
Fork 0
mirror of https://github.com/exo-explore/exo.git synced 2025-10-23 02:57:14 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #698 from exo-explore/alwayslogdownloaderror

Browse Source 
always log download errors. some people e.g cant access huggingface
This commit is contained in:
Alex Cheema
2025-02-13 22:56:33 +00:00
committed by GitHub
parent de99da7c75 b4e6f8acad
commit be3b9ee973
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
exo/download/new_shard_download.py
View File

@@ -134,6 +134,8 @@ async def download_file_with_retry(repo_id: str, revision: str, path: str, targe
try: return await _download_file(repo_id, revision, path, target_dir, on_progress) try: return await _download_file(repo_id, revision, path, target_dir, on_progress)
except Exception as e: except Exception as e:
if isinstance(e, FileNotFoundError) or attempt == n_attempts - 1: raise e if isinstance(e, FileNotFoundError) or attempt == n_attempts - 1: raise e
print(f"Download error on attempt {attempt}/{n_attempts} for {repo_id=} {revision=} {path=} {target_dir=}")
traceback.print_exc()
await asyncio.sleep(min(8, 0.1 * (2 ** attempt))) await asyncio.sleep(min(8, 0.1 * (2 ** attempt)))
async def _download_file(repo_id: str, revision: str, path: str, target_dir: Path, on_progress: Callable[[int, int], None] = lambda _, __: None) -> Path: async def _download_file(repo_id: str, revision: str, path: str, target_dir: Path, on_progress: Callable[[int, int], None] = lambda _, __: None) -> Path: