Skip to content

Commit 50fb396

Browse files
committed
server: fix batch_spec
1 parent 56e82d0 commit 50fb396

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

examples/server/server.cpp

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1925,6 +1925,7 @@ struct server_context {
19251925
slot.ctx = ctx;
19261926
slot.n_ctx = n_ctx_slot;
19271927
slot.n_predict = params_base.n_predict;
1928+
slot.batch_spec = llama_batch_ext_ptr(ctx);
19281929

19291930
if (model_dft) {
19301931
slot.batch_spec.clear();

0 commit comments

Comments
 (0)