alihan/exo
1
0
Fork 0
mirror of https://github.com/exo-explore/exo.git synced 2025-10-23 02:57:14 +03:00
Code Issues Packages Projects Releases Wiki Activity

remove test sleep

Browse Source
This commit is contained in:
Alex Cheema
2024-12-17 16:47:05 +00:00
parent 3a58576f8c
commit 1f108a06ff
1 changed files with 0 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
exo/orchestration/node.py
View File

@@ -122,7 +122,6 @@ class Node:
if request_id not in self.buffered_token_output:
self.buffered_token_output[request_id] = ([], False)
is_finished = len(self.buffered_token_output[request_id][0]) >= self.max_generate_tokens
await asyncio.sleep(0.1)
if shard.is_last_layer() and not is_finished:
self.token_count += 1