increase timeout of http request in bench.py up to 10 mins

This commit is contained in:
Alex Cheema
2024-12-14 18:33:41 +00:00
committed by GitHub
parent e5d54c77a9
commit 0c6ab35333

4
.github/bench.py vendored
View File

@@ -226,7 +226,7 @@ async def measure_performance(api_endpoint: str, prompt: str, model: str) -> Dic
}
# Get token count
session = aiohttp.ClientSession()
session = aiohttp.ClientSession(timeout=aiohttp.ClientTimeout(total=600, connect=10, sock_read=600, sock_connect=10))
try:
response = await session.post(
"http://localhost:52415/v1/chat/token/encode",
@@ -397,4 +397,4 @@ if __name__ == "__main__":
check_system_state()
check_gpu_access()
optimize_system_performance()
asyncio.run(main())
asyncio.run(main())