Skip to content

Commit d637973

Browse files
committed
cont : minor [no ci]
1 parent d601893 commit d637973

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

tools/server/server.cpp

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1464,6 +1464,7 @@ struct server_slot {
14641464

14651465
llama_batch batch_spec = {};
14661466

1467+
// TODO: change to unique_ptrs for consistency:
14671468
llama_context * ctx = nullptr;
14681469
llama_context * ctx_dft = nullptr;
14691470

@@ -1472,6 +1473,8 @@ struct server_slot {
14721473

14731474
common_speculative * spec = nullptr;
14741475

1476+
std::unique_ptr<const server_task> task;
1477+
14751478
// used to determine the slot that has been used the longest
14761479
int64_t t_last_used = -1;
14771480

@@ -1510,8 +1513,6 @@ struct server_slot {
15101513
// state
15111514
slot_state state = SLOT_STATE_IDLE;
15121515

1513-
std::unique_ptr<const server_task> task;
1514-
15151516
server_slot_prompt prompt;
15161517

15171518
void prompt_save(server_prompt_cache & prompt_cache);

0 commit comments

Comments
 (0)