From b2fe31a572b659e2293f42128551496857313167 Mon Sep 17 00:00:00 2001
From: Georgi Gerganov <ggerganov@gmail.com>
Date: Fri, 8 Mar 2024 12:19:14 +0200
Subject: [PATCH] server : fix EOS token detection with disabled cache

---
 examples/server/server.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index f255ad76455bf..1434095fc4e09 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -1123,7 +1123,7 @@ struct server_context {
             });
         }
 
-        if (!slot.cache_tokens.empty() && result.tok == llama_token_eos(model)) {
+        if (result.tok == llama_token_eos(model)) {
             slot.stopped_eos    = true;
             slot.has_next_token = false;