alihan/OpenPipe-llm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

python compat fixes

Browse Source
This commit is contained in:
Kyle Corbitt
2023-08-23 17:14:19 -07:00
parent f59150ff5b
commit 50a79b6e3a
4 changed files with 25 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
client-libs/python/openpipe/openai.py
View File

@@ -4,7 +4,7 @@ import time
import inspect
from openpipe.merge_openai_chunks import merge_openai_chunks
from openpipe.openpipe_meta import OpenPipeMeta
from openpipe.openpipe_meta import openpipe_meta
from .shared import (
_should_check_cache,
@@ -41,9 +41,11 @@ class WrappedChatCompletion(original_openai.ChatCompletion):
)
cache_status = (
"MISS" if _should_check_cache(openpipe_options) else "SKIP"
"MISS"
if _should_check_cache(openpipe_options, kwargs)
else "SKIP"
)
chunk.openpipe = OpenPipeMeta(cache_status=cache_status)
chunk.openpipe = openpipe_meta(cache_status=cache_status)
yield chunk
@@ -72,9 +74,9 @@ class WrappedChatCompletion(original_openai.ChatCompletion):
)
cache_status = (
"MISS" if _should_check_cache(openpipe_options) else "SKIP"
"MISS" if _should_check_cache(openpipe_options, kwargs) else "SKIP"
)
chat_completion["openpipe"] = OpenPipeMeta(cache_status=cache_status)
chat_completion["openpipe"] = openpipe_meta(cache_status=cache_status)
return chat_completion
except Exception as e:
received_at = int(time.time() * 1000)
@@ -126,9 +128,11 @@ class WrappedChatCompletion(original_openai.ChatCompletion):
assembled_completion, chunk
)
cache_status = (
"MISS" if _should_check_cache(openpipe_options) else "SKIP"
"MISS"
if _should_check_cache(openpipe_options, kwargs)
else "SKIP"
)
chunk.openpipe = OpenPipeMeta(cache_status=cache_status)
chunk.openpipe = openpipe_meta(cache_status=cache_status)
yield chunk
@@ -157,9 +161,9 @@ class WrappedChatCompletion(original_openai.ChatCompletion):
)
cache_status = (
"MISS" if _should_check_cache(openpipe_options) else "SKIP"
"MISS" if _should_check_cache(openpipe_options, kwargs) else "SKIP"
)
chat_completion["openpipe"] = OpenPipeMeta(cache_status=cache_status)
chat_completion["openpipe"] = openpipe_meta(cache_status=cache_status)
return chat_completion
except Exception as e: