This commit is contained in:
Andrei Betlen
2023-04-15 00:08:04 -04:00
parent e90e122f2a
commit d7de0e8014

View File

@@ -339,7 +339,7 @@ class Llama:
prompt_tokens = self.tokenize(b" " + prompt.encode("utf-8")) prompt_tokens = self.tokenize(b" " + prompt.encode("utf-8"))
text = b"" text = b""
returned_characters = 0 returned_characters = 0
stop = stop if not None else [] stop = stop if stop is not None else []
if self.verbose: if self.verbose:
llama_cpp.llama_reset_timings(self.ctx) llama_cpp.llama_reset_timings(self.ctx)