Skip to content

Commit 31572d9

Browse files
committed
Temporary bump the memory buffer size - hopefully fix issues from 483bab2
1 parent f4f5362 commit 31572d9

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

Diff for: llama.cpp

+1-1
Original file line numberDiff line numberDiff line change
@@ -632,7 +632,7 @@ static bool llama_eval_internal(
632632
auto & mem_per_token = lctx.mem_per_token;
633633

634634
// TODO: fix this hardcoded size
635-
static size_t buf_size = 512u*1024*1024;
635+
static size_t buf_size = 2048u*1024*1024; // TMP !!!
636636
static void * buf = malloc(buf_size);
637637

638638
if (mem_per_token > 0 && mem_per_token*N > buf_size) {

0 commit comments

Comments
 (0)