examples : add missing samplers

ggerganov · Sep 7, 2024 · 4a4530b · 4a4530b
1 parent 9ce9210
commit 4a4530b
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/examples/batched.swift/Sources/main.swift b/examples/batched.swift/Sources/main.swift
@@ -64,6 +64,7 @@ defer {
 llama_sampler_chain_add(smpl, llama_sampler_init_top_k(40));
 llama_sampler_chain_add(smpl, llama_sampler_init_top_p(0.9, 1));
 llama_sampler_chain_add(smpl, llama_sampler_init_temp (0.4));
+llama_sampler_chain_add(smpl, llama_sampler_init_dist (1234));
 
 let n_ctx = llama_n_ctx(context)
 

diff --git a/examples/batched/batched.cpp b/examples/batched/batched.cpp
@@ -71,6 +71,7 @@ int main(int argc, char ** argv) {
     llama_sampler_chain_add(smpl, llama_sampler_init_top_k(params.sparams.top_k));
     llama_sampler_chain_add(smpl, llama_sampler_init_top_p(params.sparams.top_p, params.sparams.min_keep));
     llama_sampler_chain_add(smpl, llama_sampler_init_temp (params.sparams.temp));
+    llama_sampler_chain_add(smpl, llama_sampler_init_dist (params.sparams.seed));
 
     if (ctx == NULL) {
         fprintf(stderr , "%s: error: failed to create the llama_context\n" , __func__);