Skip to content

Commit 3d96ddf

Browse files
author
Mug
committed
Fix infinite text generation
1 parent 6b91373 commit 3d96ddf

File tree

1 file changed

+2
-3
lines changed

1 file changed

+2
-3
lines changed

examples/low_level_api_chatllama_cpp.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -119,10 +119,9 @@ def generate(self):
119119

120120
# insert n_left/2 tokens at the start of embd from last_n_tokens
121121
_insert = self.last_n_tokens[
122-
-(int(n_left/2) - len(self.embd)):-len(self.embd)
122+
self.n_ctx - int(n_left/2) - len(self.embd):-len(self.embd)
123123
]
124-
self.embd[:len(_insert)] = _insert
125-
#TODO: Still untested
124+
self.embd = _insert + self.embd
126125

127126
if (llama_cpp.llama_eval(
128127
self.ctx, (llama_cpp.llama_token * len(self.embd))(*self.embd), len(self.embd), self.n_past, self.n_threads

0 commit comments

Comments
 (0)