alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Update stop sequences for chat

Browse Source
This commit is contained in:
Andrei Betlen
2023-04-15 12:02:48 -04:00
parent 83b2be6dc4
commit a6372a7ae5
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llama_cpp/llama.py
View File

@@ -701,7 +701,7 @@ class Llama:
for message in messages for message in messages
) )
PROMPT = chat_history + "### Assistant:" PROMPT = chat_history + "### Assistant:"
PROMPT_STOP = ["### Assistant:", "### Human:", "\n"] PROMPT_STOP = ["### Assistant:", "### Human:"]
completion_or_chunks = self( completion_or_chunks = self(
prompt=PROMPT, prompt=PROMPT,
stop=PROMPT_STOP + stop, stop=PROMPT_STOP + stop,