Another antiprompt fix

beiller · beiller · commit ce7ebb33198c · 2023-03-12T21:45:58.000-04:00
diff --git a/main.cpp b/main.cpp
@@ -1004,7 +1004,8 @@ int main(int argc, char ** argv) {
                         buf[n_read+1] = 0;
                     }
 
-                    std::vector<gpt_vocab::id> line_inp = ::llama_tokenize(vocab, buf, false);
+                    std::vector<gpt_vocab::id> line_inp;
+                    processor.Encode(buf, &antiprompt_inp);
                     embd_inp.insert(embd_inp.end(), line_inp.begin(), line_inp.end());
 
                     input_noecho = true; // do not echo this again

Original file line number	Diff line number	Diff line change
`@@ -1004,7 +1004,8 @@ int main(int argc, char ** argv) {`
`1004`	`1004`	`buf[n_read+1] = 0;`
`1005`	`1005`	`}`
`1006`	`1006`
`1007`		`- std::vector<gpt_vocab::id> line_inp = ::llama_tokenize(vocab, buf, false);`
	`1007`	`+ std::vector<gpt_vocab::id> line_inp;`
	`1008`	`+ processor.Encode(buf, &antiprompt_inp);`
`1008`	`1009`	`embd_inp.insert(embd_inp.end(), line_inp.begin(), line_inp.end());`
`1009`	`1010`
`1010`	`1011`	`input_noecho = true; // do not echo this again`