Skip to content

Commit b80cf3b

Browse files
authored
common : disable repeat penalties by default (#6127)
1 parent 970a480 commit b80cf3b

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

common/sampling.h

+2-2
Original file line numberDiff line numberDiff line change
@@ -32,13 +32,13 @@ typedef struct llama_sampling_params {
3232
float dynatemp_range = 0.00f; // 0.0 = disabled
3333
float dynatemp_exponent = 1.00f; // controls how entropy maps to temperature in dynamic temperature sampler
3434
int32_t penalty_last_n = 64; // last n tokens to penalize (0 = disable penalty, -1 = context size)
35-
float penalty_repeat = 1.10f; // 1.0 = disabled
35+
float penalty_repeat = 1.00f; // 1.0 = disabled
3636
float penalty_freq = 0.00f; // 0.0 = disabled
3737
float penalty_present = 0.00f; // 0.0 = disabled
3838
int32_t mirostat = 0; // 0 = disabled, 1 = mirostat, 2 = mirostat 2.0
3939
float mirostat_tau = 5.00f; // target entropy
4040
float mirostat_eta = 0.10f; // learning rate
41-
bool penalize_nl = true; // consider newlines as a repeatable token
41+
bool penalize_nl = false; // consider newlines as a repeatable token
4242

4343
std::vector<llama_sampler_type> samplers_sequence = {
4444
llama_sampler_type::TOP_K,

0 commit comments

Comments
 (0)