correct llama_decode_ext

ngxson · ngxson · commit 40989f4116a4 · 2025-03-01T14:00:05.000+01:00
diff --git a/common/common.cpp b/common/common.cpp
@@ -1058,7 +1058,7 @@ struct common_init_result common_init_from_params(common_params & params) {
         }
         if (llama_model_has_decoder(model)) {
             llama_batch_ext_ptr batch(llama_batch_ext_init_from_text(tmp.data(), std::min(tmp.size(), (size_t) params.n_batch), 0, 0));
-            llama_encode_ext(lctx, batch.get());
+            llama_decode_ext(lctx, batch.get());
         }
         llama_kv_cache_clear(lctx);
         llama_synchronize(lctx);

Original file line number	Diff line number	Diff line change
`@@ -1058,7 +1058,7 @@ struct common_init_result common_init_from_params(common_params & params) {`
`1058`	`1058`	`}`
`1059`	`1059`	`if (llama_model_has_decoder(model)) {`
`1060`	`1060`	`llama_batch_ext_ptr batch(llama_batch_ext_init_from_text(tmp.data(), std::min(tmp.size(), (size_t) params.n_batch), 0, 0));`
`1061`		`- llama_encode_ext(lctx, batch.get());`
	`1061`	`+ llama_decode_ext(lctx, batch.get());`
`1062`	`1062`	`}`
`1063`	`1063`	`llama_kv_cache_clear(lctx);`
`1064`	`1064`	`llama_synchronize(lctx);`