sampling : fix cloning of samplers with null ctx

ggml-ci
ggml-org · Sep 5, 2024 · 6cc911a · 6cc911a
1 parent 393f8d9
commit 6cc911a
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 1 deletion.
diff --git a/src/llama-grammar.cpp b/src/llama-grammar.cpp
@@ -3,6 +3,7 @@
 #include "llama-vocab.h"
 #include "llama-sampling.h"
 
+#include <cmath>
 #include <algorithm>
 #include <stdexcept>
 

diff --git a/src/llama-sampling.cpp b/src/llama-sampling.cpp
@@ -1258,7 +1258,18 @@ void llama_sampler_reset_impl(struct llama_sampler & smpl) {
 }
 
 struct llama_sampler * llama_sampler_clone_impl(const struct llama_sampler & smpl) {
-    return smpl.iface->clone ? smpl.iface->clone(&smpl) : nullptr;
+    if (smpl.iface->clone) {
+        return smpl.iface->clone(&smpl);
+    }
+
+    if (smpl.ctx == nullptr) {
+        return new llama_sampler {
+            /* .iface = */ smpl.iface,
+            /* .ctx   = */ nullptr,
+        };
+    }
+
+    GGML_ABORT("the sampler does not support cloning");
 }
 
 void llama_sampler_free_impl(struct llama_sampler * smpl) {