Skip to content

Commit a312568

Browse files
committed
common : move back the penalties at the front of the sampling chain
ggml-ci
1 parent f0849be commit a312568

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

common/common.h

+1-1
Original file line numberDiff line numberDiff line change
@@ -139,14 +139,14 @@ struct common_params_sampling {
139139

140140

141141
std::vector<enum common_sampler_type> samplers = {
142+
COMMON_SAMPLER_TYPE_PENALTIES,
142143
COMMON_SAMPLER_TYPE_DRY,
143144
COMMON_SAMPLER_TYPE_TOP_K,
144145
COMMON_SAMPLER_TYPE_TYPICAL_P,
145146
COMMON_SAMPLER_TYPE_TOP_P,
146147
COMMON_SAMPLER_TYPE_MIN_P,
147148
COMMON_SAMPLER_TYPE_XTC,
148149
COMMON_SAMPLER_TYPE_TEMPERATURE,
149-
COMMON_SAMPLER_TYPE_PENALTIES,
150150
};
151151

152152
std::string grammar; // optional BNF-like grammar to constrain sampling

examples/server/webui/src/main.js

+1-1
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ const CONFIG_DEFAULT = {
2121
systemMessage: 'You are a helpful assistant.',
2222
showTokensPerSecond: false,
2323
// make sure these default values are in sync with `common.h`
24-
samplers: 'dkypmxt',
24+
samplers: 'edkypmxt',
2525
temperature: 0.8,
2626
dynatemp_range: 0.0,
2727
dynatemp_exponent: 1.0,

0 commit comments

Comments
 (0)