Fix T5 model load bug

ggerganov · Aug 12, 2024 · 75febe2 · 75febe2
1 parent c21a896
commit 75febe2
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -690,7 +690,9 @@ struct server_context {
         n_ctx = llama_n_ctx(ctx);
 
         add_bos_token = llama_should_add_bos_token(model);
-        GGML_ASSERT(llama_add_eos_token(model) != 1);
+        if (!llama_model_has_encoder(model)) {
+            GGML_ASSERT(llama_add_eos_token(model) != 1);
+        }
 
         return true;
     }