fix build

ggml-ci
ggerganov · Jul 26, 2024 · 8795d1d · 8795d1d
1 parent 850e853
commit 8795d1d
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 1 deletion.
diff --git a/src/llama-grammar.cpp b/src/llama-grammar.cpp
@@ -4,6 +4,7 @@
 #include "llama-sampling.h"
 
 #include <algorithm>
+#include <stdexcept>
 
 //
 // helpers

diff --git a/src/llama-sampling.cpp b/src/llama-sampling.cpp
@@ -48,7 +48,13 @@ void llama_sampling_free_impl(struct llama_sampling * sampling) {
 }
 
 struct llama_sampling * llama_sampling_cp_impl(const struct llama_sampling & smpl) {
-    GGML_ASSERT(false); // Not implemented
+    auto * result = new llama_sampling(smpl.n_vocab);
+
+    if (smpl.grammar) {
+        result->grammar = llama_grammar_copy_impl(*smpl.grammar);
+    }
+
+    return result;
 }
 
 void llama_sampling_reset_impl(struct llama_sampling & smpl, const char * grammar_str, const char * grammar_root) {