alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Add sampling defaults for generate

Browse Source
This commit is contained in:
Andrei Betlen
2023-05-16 09:35:50 -04:00
parent 341c50b5b0
commit a65125c0bd
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
llama_cpp/llama.py
View File

@@ -446,10 +446,10 @@ class Llama:
def generate( def generate(
self, self,
tokens: Sequence[llama_cpp.llama_token], tokens: Sequence[llama_cpp.llama_token],
top_k: int, top_k: int = 40,
top_p: float, top_p: float = 0.95,
temp: float, temp: float = 0.80,
repeat_penalty: float, repeat_penalty: float = 1.1,
reset: bool = True, reset: bool = True,
frequency_penalty: float = 0.0, frequency_penalty: float = 0.0,
presence_penalty: float = 0.0, presence_penalty: float = 0.0,