We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 97ab63b commit e011f7aCopy full SHA for e011f7a
packages/tasks/src/local-apps.ts
@@ -37,6 +37,7 @@ export type LocalApp = {
37
| {
38
/**
39
* And if not (mostly llama.cpp), snippet to copy/paste in your terminal
40
+ * Support the placeholder {{GGUF_FILE}} that will be replaced by the gguf file path or the list of available files.
41
*/
42
snippet: (model: ModelData) => string | string[];
43
}
@@ -54,7 +55,7 @@ brew install llama.cpp
54
55
# Load and run the model
56
llama \\
57
--hf-repo "${model.id}" \\
- --hf-file file.gguf \\
58
+ --hf-file {{GGUF_FILE}} \\
59
-p "I believe the meaning of life is" \\
60
-n 128`,
61
`# Option 2: build llama.cpp from source with curl support
0 commit comments