bugfix

aroidzap · aroidzap · commit 82c99cf77d31 · 2023-04-09T21:20:39.000+02:00
diff --git a/examples/main/main.cpp b/examples/main/main.cpp
@@ -327,7 +327,7 @@ int main(int argc, char ** argv) {
             }
 
             // replace end of text token with newline token when in interactive mode
-            if (id == llama_token_eos() && params.interactive && instruct_mode) {
+            if (id == llama_token_eos() && params.interactive && !instruct_mode) {
                 id = llama_token_newline.front();
                 if (params.antiprompt.size() != 0) {
                     // tokenize and inject first reverse prompt

Original file line number	Diff line number	Diff line change
`@@ -327,7 +327,7 @@ int main(int argc, char ** argv) {`
`327`	`327`	`}`
`328`	`328`
`329`	`329`	`// replace end of text token with newline token when in interactive mode`
`330`		`- if (id == llama_token_eos() && params.interactive && instruct_mode) {`
	`330`	`+ if (id == llama_token_eos() && params.interactive && !instruct_mode) {`
`331`	`331`	`id = llama_token_newline.front();`
`332`	`332`	`if (params.antiprompt.size() != 0) {`
`333`	`333`	`// tokenize and inject first reverse prompt`