ver4a/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

arg : add --no-mmproj-offload (#13093)

Browse source 
* arg : add --no-mmproj-offload

* Update common/arg.cpp
This commit is contained in:
Xuan-Son Nguyen 2025-04-24 14:04:14 +02:00 • committed by GitHub
parent 80982e815e
commit 7c727fbe39
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 12 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
common/arg.cpp
View file

@ -2140,6 +2140,13 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
params.no_mmproj = true;
}
).set_examples(mmproj_examples));
add_opt(common_arg(
{"--no-mmproj-offload"},
"do not offload multimodal projector to GPU",
[](common_params & params) {
params.mmproj_use_gpu = false;
}
).set_examples(mmproj_examples));
add_opt(common_arg(
{"--image"}, "FILE",
"path to an image file. use with multimodal models. Specify multiple times for batching",