diff --git a/examples/server/server.cpp b/examples/server/server.cpp index ceaeb1f76dc3d..8cd0463aa4f9f 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -2755,6 +2755,8 @@ static void server_params_parse(int argc, char ** argv, server_params & sparams, } } else if (arg == "--embedding" || arg == "--embeddings") { params.embedding = true; + } else if (arg == "-nocb" || arg == "--no-cont-batching") { + params.cont_batching = false; } else if (arg == "-cb" || arg == "--cont-batching") { params.cont_batching = true; } else if (arg == "-fa" || arg == "--flash-attn") {