alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Style fix

Browse Source
This commit is contained in:
Andrei Betlen
2023-04-12 14:06:22 -04:00
parent 6cf5876538
commit 2f9b649005
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llama_cpp/llama.py
View File

@@ -330,7 +330,7 @@ class Llama:
repeat_penalty: float = 1.1, repeat_penalty: float = 1.1,
top_k: int = 40, top_k: int = 40,
stream: bool = False, stream: bool = False,
) -> Union[Iterator[Completion], Iterator[CompletionChunk],]: ) -> Union[Iterator[Completion], Iterator[CompletionChunk]]:
assert self.ctx is not None assert self.ctx is not None
completion_id = f"cmpl-{str(uuid.uuid4())}" completion_id = f"cmpl-{str(uuid.uuid4())}"
created = int(time.time()) created = int(time.time())