alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Format

Browse Source
This commit is contained in:
Andrei Betlen
2023-05-26 22:04:31 -04:00
parent 84e313bd6e
commit 8f2b4456ad
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
llama_cpp/llama.py
View File

@@ -217,7 +217,10 @@ class Llama:
size = llama_cpp.c_size_t(self._n_vocab)
sorted = llama_cpp.c_bool(False)
self._candidates_data = np.array(
[], dtype=np.dtype([("id", np.intc), ("logit", np.single), ("p", np.single)], align=True)
[],
dtype=np.dtype(
[("id", np.intc), ("logit", np.single), ("p", np.single)], align=True
),
)
self._candidates_data.resize(3, self._n_vocab)
candidates = llama_cpp.llama_token_data_array(