alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix a bug with wrong type

Browse Source
This commit is contained in:
Mug
2023-05-06 22:22:28 +02:00
parent 996f63e9e1
commit fd80ddf703
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/low_level_api/low_level_api_chat_cpp.py
View File

@@ -330,7 +330,7 @@ n_keep = {self.params.n_keep}
# Apply params.logit_bias map
for key, value in self.params.logit_bias.items():
logits[key] += llama_cpp.c_float(value)
logits[key] += value
_arr = (llama_cpp.llama_token_data * n_vocab)(*[
llama_cpp.llama_token_data(token_id, logits[token_id], 0.0)