Skip to content

Commit ecd5d6b

Browse files
authored
llama: remove redundant loop when constructing ubatch (#9574)
1 parent 2a63caa commit ecd5d6b

File tree

1 file changed

+2
-6
lines changed

1 file changed

+2
-6
lines changed

src/llama.cpp

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -3056,18 +3056,14 @@ struct llama_sbatch {
30563056
} else {
30573057
// simple split
30583058
if (batch->n_seq_id) {
3059-
for (size_t i = 0; i < length; ++i) {
3060-
ubatch.n_seq_id = batch->n_seq_id + seq.offset;
3061-
}
3059+
ubatch.n_seq_id = batch->n_seq_id + seq.offset;
30623060
} else {
30633061
for (size_t i = 0; i < length; ++i) {
30643062
ubatch.n_seq_id[ubatch.n_seqs + i] = 1;
30653063
}
30663064
}
30673065
if (batch->seq_id) {
3068-
for (size_t i = 0; i < length; ++i) {
3069-
ubatch.seq_id = batch->seq_id + seq.offset;
3070-
}
3066+
ubatch.seq_id = batch->seq_id + seq.offset;
30713067
} else {
30723068
for (size_t i = 0; i < length; ++i) {
30733069
ubatch.seq_id[ubatch.n_seqs + i] = &seq.all_seq_id;

0 commit comments

Comments
 (0)