File tree Expand file tree Collapse file tree 1 file changed +3
-2
lines changed Expand file tree Collapse file tree 1 file changed +3
-2
lines changed Original file line number Diff line number Diff line change @@ -1464,6 +1464,7 @@ struct server_slot {
14641464
14651465 llama_batch batch_spec = {};
14661466
1467+ // TODO: change to unique_ptrs for consistency:
14671468 llama_context * ctx = nullptr ;
14681469 llama_context * ctx_dft = nullptr ;
14691470
@@ -1472,6 +1473,8 @@ struct server_slot {
14721473
14731474 common_speculative * spec = nullptr ;
14741475
1476+ std::unique_ptr<const server_task> task;
1477+
14751478 // used to determine the slot that has been used the longest
14761479 int64_t t_last_used = -1 ;
14771480
@@ -1510,8 +1513,6 @@ struct server_slot {
15101513 // state
15111514 slot_state state = SLOT_STATE_IDLE;
15121515
1513- std::unique_ptr<const server_task> task;
1514-
15151516 server_slot_prompt prompt;
15161517
15171518 void prompt_save (server_prompt_cache & prompt_cache);
You can’t perform that action at this time.
0 commit comments