alihan/exo
1
0
Fork 0
mirror of https://github.com/exo-explore/exo.git synced 2025-10-23 02:57:14 +03:00
Code Issues Packages Projects Releases Wiki Activity

print debug only

Browse Source
This commit is contained in:
Alex Cheema
2024-07-16 01:28:30 -07:00
parent bf565f945d
commit 94b6a2494b
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
exo/api/chatgpt_api.py
View File

@@ -57,7 +57,6 @@ class ChatGPTAPI:
timeout = 90
start_time = time.time()
while time.time() - start_time < timeout:
print("poll")
try:
result, is_finished = await self.node.get_inference_result(request_id)
except Exception as e:
@@ -96,7 +95,7 @@ class ChatGPTAPI:
await runner.setup()
site = web.TCPSite(runner, host, port)
await site.start()
print(f"Starting ChatGPT API server at {host}:{port}")
if DEBUG >= 1: print(f"Starting ChatGPT API server at {host}:{port}")
# Usage example
if __name__ == "__main__":