server : fix free of spec context and batch (ggerganov#10651)

ggml-ci
sealad886 · Dec 7, 2024 · c2a16c0 · c2a16c0
1 parent 3df784b
commit c2a16c0
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/common/speculative.cpp b/common/speculative.cpp
@@ -62,6 +62,10 @@ struct common_speculative * common_speculative_init(
 }
 
 void common_speculative_free(struct common_speculative * spec) {
+    if (spec == nullptr) {
+        return;
+    }
+
     common_sampler_free(spec->smpl);
 
     llama_batch_free(spec->batch);

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -720,7 +720,7 @@ struct server_slot {
     int id;
     int id_task = -1;
 
-    llama_batch batch_spec;
+    llama_batch batch_spec = {};
 
     llama_context * ctx_dft = nullptr;