Skip to content

Commit acbea67

Browse files
ggerganovarthw
authored andcommitted
server : add more information about error (ggml-org#10455)
1 parent 872ea1a commit acbea67

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

common/speculative.cpp

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -90,9 +90,10 @@ bool common_speculative_are_compatible(
9090
if (llama_add_bos_token(model_tgt) != llama_add_bos_token(model_dft) ||
9191
llama_add_eos_token(model_tgt) != llama_add_eos_token(model_dft) ||
9292
llama_token_bos(model_tgt) != llama_token_bos(model_dft) ||
93-
llama_token_eos(model_tgt) != llama_token_eos(model_dft)
94-
) {
93+
llama_token_eos(model_tgt) != llama_token_eos(model_dft)) {
9594
LOG_ERR("%s: draft model special tokens must match target model to use speculation\n", __func__);
95+
LOG_ERR("%s: tgt: bos = %d (%d), eos = %d (%d)\n", __func__, llama_token_bos(model_tgt), llama_add_bos_token(model_tgt), llama_token_eos(model_tgt), llama_add_eos_token(model_tgt));
96+
LOG_ERR("%s: dft: bos = %d (%d), eos = %d (%d)\n", __func__, llama_token_bos(model_dft), llama_add_bos_token(model_dft), llama_token_eos(model_dft), llama_add_eos_token(model_dft));
9697
return false;
9798
}
9899

0 commit comments

Comments
 (0)