add env variable for parallel

ggml-org · Sep 16, 2024 · a25f838 · a25f838
1 parent 23e0d70
commit a25f838
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/common/arg.cpp b/common/arg.cpp
@@ -1312,7 +1312,7 @@ gpt_params_context gpt_params_parser_init(gpt_params & params, llama_example ex,
         [](gpt_params & params, int value) {
             params.n_parallel = value;
         }
-    ));
+    ).set_env("LLAMA_ARG_N_PARALLEL"));
     add_opt(llama_arg(
         {"-ns", "--sequences"}, "N",
         format("number of sequences to decode (default: %d)", params.n_sequences),