Bugfix: Fix broken: UnicodeDecodeError: 'utf-8' codec can't decode

Author: riverzhou

llama_cpp/llama.py

@@ -360,14 +360,24 @@ def _create_completion(
                             break
                 text = all_text[: len(all_text) - longest]
                 returned_characters += len(text[start:])
+                _text = ''
+                try:
+                    _text = text[start:].decode("utf-8")
+                except UnicodeDecodeError:
+                    for i in range(1,4):
+                        try:
+                            _text = text[start:-i].decode("utf-8")
+                            break
+                        except UnicodeDecodeError:
+                            continue
                 yield {
                     "id": completion_id,
                     "object": "text_completion",
                     "created": created,
                     "model": self.model_path,
                     "choices": [
                         {
-                            "text": text[start:].decode("utf-8"),
+                            "text": _text,
                             "index": 0,
                             "logprobs": None,
                             "finish_reason": None,