Skip to content

Commit 999ff0a

Browse files
committed
server : fix params struct
1 parent d905266 commit 999ff0a

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

examples/server/server.cpp

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2302,14 +2302,14 @@ struct server_context {
23022302

23032303
// TODO: configurable through requests
23042304
struct common_speculative_params params_spec;
2305-
params_spec.n_draft = params.speculative.n_max;
2305+
params_spec.n_draft = slot.params.speculative.n_max;
23062306
params_spec.n_reuse = 256;
2307-
params_spec.p_min = params.speculative.p_min;
2307+
params_spec.p_min = slot.params.speculative.p_min;
23082308

23092309
llama_tokens draft = common_speculative_gen_draft(slot.spec, params_spec, slot.cache_tokens, id);
23102310

23112311
// ignore small drafts
2312-
if (params.speculative.n_min > (int) draft.size()) {
2312+
if (slot.params.speculative.n_min > (int) draft.size()) {
23132313
continue;
23142314
}
23152315

0 commit comments

Comments
 (0)