We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9b0a4d4 commit 957c8aeCopy full SHA for 957c8ae
llama.cpp
@@ -54,7 +54,7 @@ static const std::map<e_model, size_t> & MEM_REQ_SCRATCH0()
54
{ MODEL_7B, 512ull * MB },
55
{ MODEL_13B, 512ull * MB },
56
{ MODEL_30B, 512ull * MB },
57
- { MODEL_65B, 512ull * MB },
+ { MODEL_65B, 1024ull * MB },
58
};
59
return _MEM_REQ_SCRATCH0;
60
}
@@ -65,7 +65,7 @@ static const std::map<e_model, size_t> & MEM_REQ_SCRATCH1()
65
66
67
68
69
70
return _MEM_REQ_SCRATCH1;
71
0 commit comments