Skip to content

Commit 46fad6b

Browse files
committed
Fix no penalty values checking
1 parent 3ca1717 commit 46fad6b

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

llama.cpp

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2767,7 +2767,8 @@ void llama_sample_seqrep_penalty(struct llama_context * ctx, llama_token_data_ar
27672767
const int flags = params->flags;
27682768
if (min_length < 1 || last_tokens_size < 1
27692769
|| (min_length > 1 && last_tokens_size <= min_length)
2770-
|| (params->presence_penalty == 0.0f && params->length_penalty == 0.0f)) {
2770+
|| ((params->flags & LLAMA_SEQREP_DIVIDE_BY_PENALTY) == 0 && params->presence_penalty == 0.0f && params->length_penalty == 0.0f)
2771+
|| ((params->flags & LLAMA_SEQREP_DIVIDE_BY_PENALTY) != 0 && params->presence_penalty == 1.0f && params->length_penalty == 1.0f)) {
27712772
return;
27722773
}
27732774
if (params->mid_word_scale != 1.0f) {

0 commit comments

Comments
 (0)