alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix completion request

Browse Source
This commit is contained in:
Andrei Betlen
2023-04-14 10:01:15 -04:00
parent 6153baab2d
commit 6c7cec0c65
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llama_cpp/server/__main__.py
View File

@@ -76,7 +76,7 @@ class CreateCompletionRequest(BaseModel):
temperature: float = 0.8 temperature: float = 0.8
top_p: float = 0.95 top_p: float = 0.95
echo: bool = False echo: bool = False
stop: List[str] = [] stop: Optional[List[str]] = []
stream: bool = False stream: bool = False
# ignored or currently unsupported # ignored or currently unsupported
@@ -173,7 +173,7 @@ class CreateChatCompletionRequest(BaseModel):
temperature: float = 0.8 temperature: float = 0.8
top_p: float = 0.95 top_p: float = 0.95
stream: bool = False stream: bool = False
stop: List[str] = [] stop: Optional[List[str]] = []
max_tokens: int = 128 max_tokens: int = 128
# ignored or currently unsupported # ignored or currently unsupported