We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f4f5362 commit 31572d9Copy full SHA for 31572d9
llama.cpp
@@ -632,7 +632,7 @@ static bool llama_eval_internal(
632
auto & mem_per_token = lctx.mem_per_token;
633
634
// TODO: fix this hardcoded size
635
- static size_t buf_size = 512u*1024*1024;
+ static size_t buf_size = 2048u*1024*1024; // TMP !!!
636
static void * buf = malloc(buf_size);
637
638
if (mem_per_token > 0 && mem_per_token*N > buf_size) {
0 commit comments