Skip to content

Commit 7bfe882

Browse files
l3utterflyhodlen
authored andcommitted
common : add dynamic temperature parameters to main example cli (ggml-org#5295)
* added dynamic temp params in main * added help text
1 parent e9c70d5 commit 7bfe882

File tree

1 file changed

+14
-0
lines changed

1 file changed

+14
-0
lines changed

common/common.cpp

+14
Original file line numberDiff line numberDiff line change
@@ -399,6 +399,18 @@ bool gpt_params_parse_ex(int argc, char ** argv, gpt_params & params) {
399399
break;
400400
}
401401
sparams.penalty_present = std::stof(argv[i]);
402+
} else if (arg == "--dynatemp-range") {
403+
if (++i >= argc) {
404+
invalid_param = true;
405+
break;
406+
}
407+
sparams.dynatemp_range = std::stof(argv[i]);
408+
} else if (arg == "--dynatemp-exp") {
409+
if (++i >= argc) {
410+
invalid_param = true;
411+
break;
412+
}
413+
sparams.dynatemp_exponent = std::stof(argv[i]);
402414
} else if (arg == "--mirostat") {
403415
if (++i >= argc) {
404416
invalid_param = true;
@@ -942,6 +954,8 @@ void gpt_print_usage(int /*argc*/, char ** argv, const gpt_params & params) {
942954
printf(" --repeat-penalty N penalize repeat sequence of tokens (default: %.1f, 1.0 = disabled)\n", (double)sparams.penalty_repeat);
943955
printf(" --presence-penalty N repeat alpha presence penalty (default: %.1f, 0.0 = disabled)\n", (double)sparams.penalty_present);
944956
printf(" --frequency-penalty N repeat alpha frequency penalty (default: %.1f, 0.0 = disabled)\n", (double)sparams.penalty_freq);
957+
printf(" --dynatemp-range N dynamic temperature range (default: %.1f, 0.0 = disabled)\n", (double)sparams.dynatemp_range);
958+
printf(" --dynatemp-exp N dynamic temperature exponent (default: %.1f)\n", (double)sparams.dynatemp_exponent);
945959
printf(" --mirostat N use Mirostat sampling.\n");
946960
printf(" Top K, Nucleus, Tail Free and Locally Typical samplers are ignored if used.\n");
947961
printf(" (default: %d, 0 = disabled, 1 = Mirostat, 2 = Mirostat 2.0)\n", sparams.mirostat);

0 commit comments

Comments
 (0)