Skip to content

Commit 4e94af3

Browse files
committed
improve layer backend printing with ranges
1 parent c2beeb8 commit 4e94af3

File tree

1 file changed

+12
-3
lines changed

1 file changed

+12
-3
lines changed

llama.cpp

Lines changed: 12 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2709,9 +2709,18 @@ struct llama_context * llama_new_context_with_model(
27092709

27102710
fprintf(stderr, "%s: layer backends: ", __func__);
27112711
fprintf(stderr, "input: %s, ", ggml_backend_name(ctx->model.backend_input));
2712-
for (int i = 0; i < (int)ctx->model.hparams.n_layer; i++) {
2713-
if (i == 0 || ctx->model.backend_layers[i] != ctx->model.backend_layers[i-1]) {
2714-
fprintf(stderr, "layer %d: %s, ", i, ggml_backend_name(ctx->model.backend_layers[i]));
2712+
2713+
int start = 0;
2714+
struct ggml_backend * prev_backend = ctx->model.backend_layers[0];
2715+
for (int i = 1; i <= (int)ctx->model.hparams.n_layer; i++) {
2716+
if (i == (int)ctx->model.hparams.n_layer || ctx->model.backend_layers[i] != prev_backend) {
2717+
if (start == i - 1) {
2718+
fprintf(stderr, "layer %d: %s, ", start, ggml_backend_name(prev_backend));
2719+
} else {
2720+
fprintf(stderr, "layers %d-%d: %s, ", start, i - 1, ggml_backend_name(prev_backend));
2721+
}
2722+
start = i;
2723+
prev_backend = ctx->model.backend_layers[i];
27152724
}
27162725
}
27172726
fprintf(stderr, "output: %s, ", ggml_backend_name(ctx->model.backend_output));

0 commit comments

Comments
 (0)