From a6372a7ae5c32cdae7cded800dd988cd12b828fd Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Sat, 15 Apr 2023 12:02:48 -0400 Subject: [PATCH] Update stop sequences for chat --- llama_cpp/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index 63c7b53..121f91d 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -701,7 +701,7 @@ class Llama: for message in messages ) PROMPT = chat_history + "### Assistant:" - PROMPT_STOP = ["### Assistant:", "### Human:", "\n"] + PROMPT_STOP = ["### Assistant:", "### Human:"] completion_or_chunks = self( prompt=PROMPT, stop=PROMPT_STOP + stop,