Skip to content

Commit

Permalink
bring back missing --alias
Browse files Browse the repository at this point in the history
  • Loading branch information
ngxson committed Sep 5, 2024
1 parent fe6df47 commit b1657cb
Showing 1 changed file with 10 additions and 4 deletions.
14 changes: 10 additions & 4 deletions common/common.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -650,7 +650,6 @@ std::vector<llama_arg> gpt_params_parser_init(gpt_params & params, llama_example
sampler_type_names += llama_sampling_type_to_str(sampler_type) + ";";
}
sampler_type_names.pop_back();
const char split_delim = ',';


/**
Expand Down Expand Up @@ -1804,6 +1803,13 @@ std::vector<llama_arg> gpt_params_parser_init(gpt_params & params, llama_example
params.control_vector_layer_end = std::stoi(end);
}
));
add_opt(llama_arg(
{"-a", "--alias"}, "STRING",
"set alias for model name (to be used by REST API)",
[&params](std::string value) {
params.model_alias = value;
}
).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_MODEL"));
add_opt(llama_arg(
{"-m", "--model"}, "FNAME",
ex == LLAMA_EXAMPLE_EXPORT_LORA
Expand Down Expand Up @@ -1950,23 +1956,23 @@ std::vector<llama_arg> gpt_params_parser_init(gpt_params & params, llama_example
{"-npp"}, "n0,n1,...",
"number of prompt tokens",
[&params](std::string value) {
auto p = string_split<int>(value, split_delim);
auto p = string_split<int>(value, ',');
params.n_pp.insert(params.n_pp.end(), p.begin(), p.end());
}
).set_examples({LLAMA_EXAMPLE_BENCH}));
add_opt(llama_arg(
{"-ntg"}, "n0,n1,...",
"number of text generation tokens",
[&params](std::string value) {
auto p = string_split<int>(value, split_delim);
auto p = string_split<int>(value, ',');
params.n_tg.insert(params.n_tg.end(), p.begin(), p.end());
}
).set_examples({LLAMA_EXAMPLE_BENCH}));
add_opt(llama_arg(
{"-npl"}, "n0,n1,...",
"number of parallel prompts",
[&params](std::string value) {
auto p = string_split<int>(value, split_delim);
auto p = string_split<int>(value, ',');
params.n_pl.insert(params.n_pl.end(), p.begin(), p.end());
}
).set_examples({LLAMA_EXAMPLE_BENCH}));
Expand Down

0 comments on commit b1657cb

Please sign in to comment.