Skip to content

Commit 7fef117

Browse files
authored
arg : add env var to control mmproj (#13416)
* arg : add env var to control mmproj * small note about -hf --mmproj
1 parent dc1d2ad commit 7fef117

File tree

1 file changed

+6
-5
lines changed

1 file changed

+6
-5
lines changed

common/arg.cpp

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -2204,32 +2204,33 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
22042204
).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_NO_CONT_BATCHING"));
22052205
add_opt(common_arg(
22062206
{"--mmproj"}, "FILE",
2207-
"path to a multimodal projector file. see tools/mtmd/README.md",
2207+
"path to a multimodal projector file. see tools/mtmd/README.md\n"
2208+
"note: if -hf is used, this argument can be omitted",
22082209
[](common_params & params, const std::string & value) {
22092210
params.mmproj.path = value;
22102211
}
2211-
).set_examples(mmproj_examples));
2212+
).set_examples(mmproj_examples).set_env("LLAMA_ARG_MMPROJ"));
22122213
add_opt(common_arg(
22132214
{"--mmproj-url"}, "URL",
22142215
"URL to a multimodal projector file. see tools/mtmd/README.md",
22152216
[](common_params & params, const std::string & value) {
22162217
params.mmproj.url = value;
22172218
}
2218-
).set_examples(mmproj_examples));
2219+
).set_examples(mmproj_examples).set_env("LLAMA_ARG_MMPROJ_URL"));
22192220
add_opt(common_arg(
22202221
{"--no-mmproj"},
22212222
"explicitly disable multimodal projector, useful when using -hf",
22222223
[](common_params & params) {
22232224
params.no_mmproj = true;
22242225
}
2225-
).set_examples(mmproj_examples));
2226+
).set_examples(mmproj_examples).set_env("LLAMA_ARG_NO_MMPROJ"));
22262227
add_opt(common_arg(
22272228
{"--no-mmproj-offload"},
22282229
"do not offload multimodal projector to GPU",
22292230
[](common_params & params) {
22302231
params.mmproj_use_gpu = false;
22312232
}
2232-
).set_examples(mmproj_examples));
2233+
).set_examples(mmproj_examples).set_env("LLAMA_ARG_NO_MMPROJ_OFFLOAD"));
22332234
add_opt(common_arg(
22342235
{"--image"}, "FILE",
22352236
"path to an image file. use with multimodal models. Specify multiple times for batching",

0 commit comments

Comments
 (0)