alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Update type signature

Browse Source
This commit is contained in:
Andrei Betlen
2023-06-26 08:50:30 -04:00
parent 04d9218b92
commit b4a3db3e54
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llama_cpp/llama.py
View File

@@ -325,7 +325,7 @@ class Llama:
self._token_eos = Llama.token_eos()
self._input_ids = np.array([], dtype=np.intc)
self._scores = np.ndarray((0, self._n_vocab), dtype=np.single)
self._scores: npt.NDArray[np.single] = np.ndarray((0, self._n_vocab), dtype=np.single)
def tokenize(self, text: bytes, add_bos: bool = True) -> List[int]:
"""Tokenize a string.
@@ -405,7 +405,7 @@ class Llama:
"""
assert self.ctx is not None
n_ctx = self._n_ctx
scores = []
scores: List[npt.NDArray[np.single]] = []
for i in range(0, len(tokens), self.n_batch):
batch = tokens[i : min(len(tokens), i + self.n_batch)]
n_past = min(n_ctx - len(batch), len(self._input_ids))