alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

low_level_api_chat_cpp.py: Fix missing antiprompt output in chat.

Browse Source
This commit is contained in:
Don Mahurin
2023-05-26 06:35:15 -07:00
parent 433a2e3e8a
commit 0fa2ec4903
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
examples/low_level_api/low_level_api_chat_cpp.py
View File

@@ -382,10 +382,13 @@ n_keep = {self.params.n_keep}
# replace end of text token with newline token when in interactive mode
if (id == llama_cpp.llama_token_eos() and self.params.interactive and not self.params.instruct):
id = self.llama_token_newline[0]
self.embd.append(id)
if (self.use_antiprompt()):
# tokenize and inject first reverse prompt
self.embd_inp += self.first_antiprompt[0]
for id in self.first_antiprompt[0]:
self.embd.append(id)
else:
# add it to the context
self.embd.append(id)