Fix GEMMA MessagesFormatter

woheller69 · web-flow · commit 05325eb7a3c7 · 2024-07-07T19:24:12.000+02:00
Gemma needs another \n to avoid slow processing of follow up prompts, see Maximilian-Winter#54
diff --git a/src/llama_cpp_agent/messages_formatter.py b/src/llama_cpp_agent/messages_formatter.py
@@ -180,7 +180,7 @@ def _format_response(
 gemma_2_prompt_markers = {
     Roles.system: PromptMarkers("""""", """\n\n"""),
     Roles.user: PromptMarkers("""<start_of_turn>user\n""", """<end_of_turn>\n"""),
-    Roles.assistant: PromptMarkers("""<start_of_turn>model\n""", """<end_of_turn>\n"""),
+    Roles.assistant: PromptMarkers("""<start_of_turn>model\n\n""", """<end_of_turn>\n"""),
     Roles.tool: PromptMarkers("", ""),
 }
 code_ds_prompt_markers = {

Original file line number	Diff line number	Diff line change
`@@ -180,7 +180,7 @@ def _format_response(`
`180`	`180`	`gemma_2_prompt_markers = {`
`181`	`181`	`Roles.system: PromptMarkers("""""", """\n\n"""),`
`182`	`182`	`Roles.user: PromptMarkers("""<start_of_turn>user\n""", """<end_of_turn>\n"""),`
`183`		`- Roles.assistant: PromptMarkers("""<start_of_turn>model\n""", """<end_of_turn>\n"""),`
	`183`	`+ Roles.assistant: PromptMarkers("""<start_of_turn>model\n\n""", """<end_of_turn>\n"""),`
`184`	`184`	`Roles.tool: PromptMarkers("", ""),`
`185`	`185`	`}`
`186`	`186`	`code_ds_prompt_markers = {`