alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix penalize_nl

Browse Source
This commit is contained in:
Andrei Betlen
2023-05-21 18:38:06 -04:00
parent 03e2947b03
commit b895511cca
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llama_cpp/llama.py
View File

@@ -351,7 +351,7 @@ class Llama:
alpha_presence=presence_penalty,
)
if not penalize_nl:
candidates.data[Llama.token_nl()].logit = nl_logit
candidates.data[Llama.token_nl()].logit = llama_cpp.c_float(nl_logit)
if temp.value == 0.0:
return llama_cpp.llama_sample_token_greedy(
ctx=self.ctx,