From e0bdd72cbd18c51297efe96f0009b301d7947981 Mon Sep 17 00:00:00 2001 From: Guokai Ma Date: Tue, 10 Oct 2023 00:24:01 +0800 Subject: [PATCH 1/2] fix repeated greeting --- llama_cpp/llama_chat_format.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py index 9a09a28ee..822561048 100644 --- a/llama_cpp/llama_chat_format.py +++ b/llama_cpp/llama_chat_format.py @@ -32,7 +32,7 @@ def _format_llama2( ret = system_message + sep for role, message in messages: if message: - ret += message + " " + ret += role + ":" + message + " " else: ret += role + " " return ret From 27e486a5cb15ff676cbd712e12b25aa89778ec25 Mon Sep 17 00:00:00 2001 From: Guokai Ma Date: Tue, 10 Oct 2023 08:26:31 +0800 Subject: [PATCH 2/2] remove seperator between role and message --- llama_cpp/llama_chat_format.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py index 822561048..518acc5db 100644 --- a/llama_cpp/llama_chat_format.py +++ b/llama_cpp/llama_chat_format.py @@ -32,7 +32,7 @@ def _format_llama2( ret = system_message + sep for role, message in messages: if message: - ret += role + ":" + message + " " + ret += role + message + " " else: ret += role + " " return ret