We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 065b233 commit 19da288Copy full SHA for 19da288
imatrix.cpp
@@ -6,10 +6,7 @@
6
#include "ggml.h"
7
#include "util.h"
8
9
-#include <fstream>
10
-#include <mutex>
11
-#include <unordered_map>
12
-#include <string>
+#include <cmath>
13
14
// remove any prefix and suffixes from the name
15
// CUDA0#blk.0.attn_k.weight#0 => blk.0.attn_k.weight
imatrix.hpp
@@ -4,6 +4,7 @@
4
#include <mutex>
5
#include <unordered_map>
#include <string>
+#include <vector>
/*Stolen from llama.cpp (credits: Kawrakow)*/
0 commit comments