@@ -399,6 +399,18 @@ bool gpt_params_parse_ex(int argc, char ** argv, gpt_params & params) {
399
399
break ;
400
400
}
401
401
sparams.penalty_present = std::stof (argv[i]);
402
+ } else if (arg == " --dynatemp-range" ) {
403
+ if (++i >= argc) {
404
+ invalid_param = true ;
405
+ break ;
406
+ }
407
+ sparams.dynatemp_range = std::stof (argv[i]);
408
+ } else if (arg == " --dynatemp-exp" ) {
409
+ if (++i >= argc) {
410
+ invalid_param = true ;
411
+ break ;
412
+ }
413
+ sparams.dynatemp_exponent = std::stof (argv[i]);
402
414
} else if (arg == " --mirostat" ) {
403
415
if (++i >= argc) {
404
416
invalid_param = true ;
@@ -942,6 +954,8 @@ void gpt_print_usage(int /*argc*/, char ** argv, const gpt_params & params) {
942
954
printf (" --repeat-penalty N penalize repeat sequence of tokens (default: %.1f, 1.0 = disabled)\n " , (double )sparams.penalty_repeat );
943
955
printf (" --presence-penalty N repeat alpha presence penalty (default: %.1f, 0.0 = disabled)\n " , (double )sparams.penalty_present );
944
956
printf (" --frequency-penalty N repeat alpha frequency penalty (default: %.1f, 0.0 = disabled)\n " , (double )sparams.penalty_freq );
957
+ printf (" --dynatemp-range N dynamic temperature range (default: %.1f, 0.0 = disabled)\n " , (double )sparams.dynatemp_range );
958
+ printf (" --dynatemp-exp N dynamic temperature exponent (default: %.1f)\n " , (double )sparams.dynatemp_exponent );
945
959
printf (" --mirostat N use Mirostat sampling.\n " );
946
960
printf (" Top K, Nucleus, Tail Free and Locally Typical samplers are ignored if used.\n " );
947
961
printf (" (default: %d, 0 = disabled, 1 = Mirostat, 2 = Mirostat 2.0)\n " , sparams.mirostat );
0 commit comments