Skip to content

Commit a22a62a

Browse files
authored
fix vllm local apps gguf mapping. (#939)
fixes #926
1 parent 46fdcbf commit a22a62a

File tree

1 file changed

+1
-5
lines changed

1 file changed

+1
-5
lines changed

packages/tasks/src/local-apps.ts

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -58,10 +58,6 @@ export type LocalApp = {
5858
}
5959
);
6060

61-
function isGgufModel(model: ModelData): boolean {
62-
return model.tags.includes("gguf");
63-
}
64-
6561
function isAwqModel(model: ModelData): boolean {
6662
return model.config?.quantization_config?.quant_method === "awq";
6763
}
@@ -215,7 +211,7 @@ export const LOCAL_APPS = {
215211
isGptqModel(model) ||
216212
isAqlmModel(model) ||
217213
isMarlinModel(model) ||
218-
isGgufModel(model) ||
214+
isLlamaCppGgufModel(model) ||
219215
isTransformersModel(model),
220216
snippet: snippetVllm,
221217
},

0 commit comments

Comments
 (0)