We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 46fdcbf commit a22a62aCopy full SHA for a22a62a
packages/tasks/src/local-apps.ts
@@ -58,10 +58,6 @@ export type LocalApp = {
58
}
59
);
60
61
-function isGgufModel(model: ModelData): boolean {
62
- return model.tags.includes("gguf");
63
-}
64
-
65
function isAwqModel(model: ModelData): boolean {
66
return model.config?.quantization_config?.quant_method === "awq";
67
@@ -215,7 +211,7 @@ export const LOCAL_APPS = {
215
211
isGptqModel(model) ||
216
212
isAqlmModel(model) ||
217
213
isMarlinModel(model) ||
218
- isGgufModel(model) ||
214
+ isLlamaCppGgufModel(model) ||
219
isTransformersModel(model),
220
snippet: snippetVllm,
221
},
0 commit comments