Skip to content

Commit e862def

Browse files
committed
use int32_t for dry_penalty_last_n due to negative value needed as config
1 parent 236da59 commit e862def

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

common/sampling.h

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,7 @@ typedef struct llama_sampling_params {
4444
float dry_multiplier = 0.0f; // 0.0f = disabled, recommended value: 0.8f
4545
float dry_base = 1.75f;
4646
uint32_t dry_allowed_length = 2;
47-
uint32_t dry_penalty_last_n = -1; // DRY last n tokens to penalize (0 = disable penalty, -1 = context size)
47+
int32_t dry_penalty_last_n = -1; // DRY last n tokens to penalize (0 = disable penalty, -1 = context size)
4848

4949
std::vector<llama_sampler_type> samplers_sequence = {
5050
llama_sampler_type::TOP_K,

0 commit comments

Comments
 (0)