alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Formatting

Browse Source
This commit is contained in:
Andrei Betlen
2023-05-01 21:51:16 -04:00
parent 9d60ae56f2
commit dd9ad1c759
1 changed files with 2 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
llama_cpp/llama.py
View File

@@ -306,7 +306,7 @@ class Llama:
llama_cpp.llama_sample_typical(
ctx=self.ctx,
candidates=llama_cpp.ctypes.pointer(candidates),
p=llama_cpp.c_float(1.0)
p=llama_cpp.c_float(1.0),
)
llama_cpp.llama_sample_top_p(
ctx=self.ctx,
@@ -637,10 +637,7 @@ class Llama:
self.detokenize([token]).decode("utf-8", errors="ignore")
for token in all_tokens
]
all_logprobs = [
Llama._logits_to_logprobs(row)
for row in self.eval_logits
]
all_logprobs = [Llama._logits_to_logprobs(row) for row in self.eval_logits]
for token, token_str, logprobs_token in zip(
all_tokens, all_token_strs, all_logprobs
):