Merge pull request #434 from martindevans/stateless_eos_check

Added a check for EOS token in LLamaStatelessExecutor

Author: martindevans

LLama/LLamaStatelessExecutor.cs

@@ -106,6 +106,10 @@ public async IAsyncEnumerable<string> InferAsync(string prompt, IInferenceParams
                     );
                 }
 
+                // Check if this is the EOS token
+                if (id == _weights.EndOfSentenceToken)
+                    break;
+
                 // Decode this token into text
                 decoder.Add(id);
                 var decoded = decoder.Read();