Skip to content

Commit 957c8ae

Browse files
committed
llama : increase scratch buffer size for 65B (ref #1152)
Temporary solution
1 parent 9b0a4d4 commit 957c8ae

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

llama.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -54,7 +54,7 @@ static const std::map<e_model, size_t> & MEM_REQ_SCRATCH0()
5454
{ MODEL_7B, 512ull * MB },
5555
{ MODEL_13B, 512ull * MB },
5656
{ MODEL_30B, 512ull * MB },
57-
{ MODEL_65B, 512ull * MB },
57+
{ MODEL_65B, 1024ull * MB },
5858
};
5959
return _MEM_REQ_SCRATCH0;
6060
}
@@ -65,7 +65,7 @@ static const std::map<e_model, size_t> & MEM_REQ_SCRATCH1()
6565
{ MODEL_7B, 512ull * MB },
6666
{ MODEL_13B, 512ull * MB },
6767
{ MODEL_30B, 512ull * MB },
68-
{ MODEL_65B, 512ull * MB },
68+
{ MODEL_65B, 1024ull * MB },
6969
};
7070
return _MEM_REQ_SCRATCH1;
7171
}

0 commit comments

Comments
 (0)