llama-cli : skip llama_add_eos_token assertion check in encoder-decod…

…er models
fairydreaming · Jun 20, 2024 · 968b25e · 968b25e
1 parent 9267a13
commit 968b25e
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/examples/main/main.cpp b/examples/main/main.cpp
@@ -244,6 +244,9 @@ int main(int argc, char ** argv) {
     }
 
     const bool add_bos = llama_should_add_bos_token(model);
+    if (!llama_model_has_encoder(model)) {
+        GGML_ASSERT(llama_add_eos_token(model) != 1);
+    }
     LOG("add_bos: %d\n", add_bos);
 
     std::vector<llama_token> embd_inp;