Skip to content

Commit 3b693bd

Browse files
slarenarthw
authored andcommitted
common : restore --n-gpu-layers (ggml-org#9371)
1 parent 28b56b8 commit 3b693bd

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

common/common.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1656,7 +1656,7 @@ std::vector<llama_arg> gpt_params_parser_init(gpt_params & params, llama_example
16561656
}
16571657
));
16581658
add_opt(llama_arg(
1659-
{"-ngl", "--gpu-layers"}, "N",
1659+
{"-ngl", "--gpu-layers", "--n-gpu-layers"}, "N",
16601660
"number of layers to store in VRAM",
16611661
[](gpt_params & params, int value) {
16621662
params.n_gpu_layers = value;
@@ -1667,7 +1667,7 @@ std::vector<llama_arg> gpt_params_parser_init(gpt_params & params, llama_example
16671667
}
16681668
).set_env("LLAMA_ARG_N_GPU_LAYERS"));
16691669
add_opt(llama_arg(
1670-
{"-ngld", "--gpu-layers-draft"}, "N",
1670+
{"-ngld", "--gpu-layers-draft", "--n-gpu-layers-draft"}, "N",
16711671
"number of layers to store in VRAM for the draft model",
16721672
[](gpt_params & params, int value) {
16731673
params.n_gpu_layers_draft = value;

0 commit comments

Comments
 (0)