server : fix grammar being ignored (ggerganov#4494)

Fix bug in identifying the grammar.
sealad886 · Dec 17, 2023 · 8edd2b4 · 8edd2b4
1 parent eb16dae
commit 8edd2b4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -2414,7 +2414,7 @@ json oaicompat_completion_params_parse(
     llama_params["ignore_eos"]        = json_value(body, "ignore_eos", false);
     llama_params["tfs_z"]             = json_value(body, "tfs_z", 0.0);
 
-    if (llama_params.count("grammar") != 0) {
+    if (body.count("grammar") != 0) {
         llama_params["grammar"] = json_value(body, "grammar", json::object());
     }