diff --git a/common/common.h b/common/common.h index 5444c75f4932f..961870af664bb 100644 --- a/common/common.h +++ b/common/common.h @@ -139,6 +139,7 @@ struct common_params_sampling { std::vector samplers = { + COMMON_SAMPLER_TYPE_PENALTIES, COMMON_SAMPLER_TYPE_DRY, COMMON_SAMPLER_TYPE_TOP_K, COMMON_SAMPLER_TYPE_TYPICAL_P, @@ -146,7 +147,6 @@ struct common_params_sampling { COMMON_SAMPLER_TYPE_MIN_P, COMMON_SAMPLER_TYPE_XTC, COMMON_SAMPLER_TYPE_TEMPERATURE, - COMMON_SAMPLER_TYPE_PENALTIES, }; std::string grammar; // optional BNF-like grammar to constrain sampling diff --git a/examples/server/webui/src/main.js b/examples/server/webui/src/main.js index f1f35481d8d13..edb6d6dc6b037 100644 --- a/examples/server/webui/src/main.js +++ b/examples/server/webui/src/main.js @@ -21,7 +21,7 @@ const CONFIG_DEFAULT = { systemMessage: 'You are a helpful assistant.', showTokensPerSecond: false, // make sure these default values are in sync with `common.h` - samplers: 'dkypmxt', + samplers: 'edkypmxt', temperature: 0.8, dynatemp_range: 0.0, dynatemp_exponent: 1.0,