common : move back the penalties at the front of the sampling chain

ggml-ci
ggerganov · Dec 13, 2024 · a312568 · a312568
1 parent f0849be
commit a312568
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/common/common.h b/common/common.h
@@ -139,14 +139,14 @@ struct common_params_sampling {
 
 
     std::vector<enum common_sampler_type> samplers = {
+        COMMON_SAMPLER_TYPE_PENALTIES,
         COMMON_SAMPLER_TYPE_DRY,
         COMMON_SAMPLER_TYPE_TOP_K,
         COMMON_SAMPLER_TYPE_TYPICAL_P,
         COMMON_SAMPLER_TYPE_TOP_P,
         COMMON_SAMPLER_TYPE_MIN_P,
         COMMON_SAMPLER_TYPE_XTC,
         COMMON_SAMPLER_TYPE_TEMPERATURE,
-        COMMON_SAMPLER_TYPE_PENALTIES,
     };
 
     std::string grammar; // optional BNF-like grammar to constrain sampling

diff --git a/examples/server/webui/src/main.js b/examples/server/webui/src/main.js
@@ -21,7 +21,7 @@ const CONFIG_DEFAULT = {
   systemMessage: 'You are a helpful assistant.',
   showTokensPerSecond: false,
   // make sure these default values are in sync with `common.h`
-  samplers: 'dkypmxt',
+  samplers: 'edkypmxt',
   temperature: 0.8,
   dynatemp_range: 0.0,
   dynatemp_exponent: 1.0,