From 644456361d6bf49fa2d76083255225a52fe3fc75 Mon Sep 17 00:00:00 2001
From: Behnam Moh <58621210+ibehnam@users.noreply.github.com>
Date: Wed, 27 Mar 2024 22:52:49 -0400
Subject: [PATCH] allow continuous batching to be disabled

---
 examples/server/server.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index 53ad9239efb99..0c040000e87dc 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -2599,8 +2599,8 @@ static void server_params_parse(int argc, char ** argv, server_params & sparams,
             }
         } else if (arg == "--embedding" || arg == "--embeddings") {
             params.embedding = true;
-        } else if (arg == "-cb" || arg == "--cont-batching") {
-            params.cont_batching = true;
+        } else if (arg == "-nocb" || arg == "--no-cont-batching") {
+            params.cont_batching = false;
         } else if (arg == "-np" || arg == "--parallel") {
             if (++i >= argc) {
                 invalid_param = true;