Skip to content

Commit 7049733

Browse files
committed
rpc : disable options for non-RPC builds
1 parent 0178724 commit 7049733

File tree

2 files changed

+8
-0
lines changed

2 files changed

+8
-0
lines changed

common/common.cpp

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1234,11 +1234,13 @@ bool gpt_params_find_arg(int argc, char ** argv, const std::string & arg, gpt_pa
12341234
#endif // GGML_USE_CUDA_SYCL_VULKAN
12351235
return true;
12361236
}
1237+
#ifdef GGML_USE_RPC
12371238
if (arg == "--rpc") {
12381239
CHECK_ARG
12391240
params.rpc_servers = argv[i];
12401241
return true;
12411242
}
1243+
#endif
12421244
if (arg == "--no-mmap") {
12431245
params.use_mmap = false;
12441246
return true;
@@ -1929,7 +1931,9 @@ void gpt_params_print_usage(int /*argc*/, char ** argv, const gpt_params & param
19291931
options.push_back({ "*", " --image FILE", "path to an image file. use with multimodal models. Specify multiple times for batching" });
19301932

19311933
options.push_back({ "backend" });
1934+
#ifdef GGML_USE_RPC
19321935
options.push_back({ "*", " --rpc SERVERS", "comma separated list of RPC servers" });
1936+
#endif
19331937

19341938
if (llama_supports_mlock()) {
19351939
options.push_back({ "*", " --mlock", "force system to keep model in RAM rather than swapping or compressing" });

examples/llama-bench/llama-bench.cpp

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -299,7 +299,9 @@ static void print_usage(int /* argc */, char ** argv) {
299299
printf(" --cpu-strict <0|1> (default: %s)\n", join(cmd_params_defaults.cpu_strict, ",").c_str());
300300
printf(" --poll <0...100> (default: %s)\n", join(cmd_params_defaults.poll, ",").c_str());
301301
printf(" -ngl, --n-gpu-layers <n> (default: %s)\n", join(cmd_params_defaults.n_gpu_layers, ",").c_str());
302+
#ifdef GGML_USE_RPC
302303
printf(" -rpc, --rpc <rpc_servers> (default: %s)\n", join(cmd_params_defaults.rpc_servers, ",").c_str());
304+
#endif
303305
printf(" -sm, --split-mode <none|layer|row> (default: %s)\n", join(transform_to_str(cmd_params_defaults.split_mode, split_mode_str), ",").c_str());
304306
printf(" -mg, --main-gpu <i> (default: %s)\n", join(cmd_params_defaults.main_gpu, ",").c_str());
305307
printf(" -nkvo, --no-kv-offload <0|1> (default: %s)\n", join(cmd_params_defaults.no_kv_offload, ",").c_str());
@@ -482,12 +484,14 @@ static cmd_params parse_cmd_params(int argc, char ** argv) {
482484
}
483485
auto p = string_split<int>(argv[i], split_delim);
484486
params.n_gpu_layers.insert(params.n_gpu_layers.end(), p.begin(), p.end());
487+
#ifdef GGML_USE_RPC
485488
} else if (arg == "-rpc" || arg == "--rpc") {
486489
if (++i >= argc) {
487490
invalid_param = true;
488491
break;
489492
}
490493
params.rpc_servers.push_back(argv[i]);
494+
#endif
491495
} else if (arg == "-sm" || arg == "--split-mode") {
492496
if (++i >= argc) {
493497
invalid_param = true;

0 commit comments

Comments
 (0)