We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 585444b commit 311bcccCopy full SHA for 311bccc
src/llama-kv-cache.cpp
@@ -579,7 +579,7 @@ int32_t llama_kv_cache_unified::find_slot(const llama_ubatch & ubatch) const {
579
bool found = true;
580
for (uint32_t i = 0; i < n_tokens; i++) {
581
const llama_pos pos = ubatch.pos[i];
582
- const llama_seq_id seq_id = ubatch.seq_id[i][0];
+ const llama_seq_id seq_id = ubatch.seq_id[i / ubatch.n_seq_tokens][0];
583
584
// can we use this cell? either:
585
// - the cell is empty
0 commit comments