Skip to content

build: build llama.cpp + ggml-qnn in pure command line mode on x86-64 Windows #12215

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 3 commits into from
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 3 additions & 1 deletion common/console.cpp
100644 → 100755
Original file line number Diff line number Diff line change
Expand Up @@ -241,7 +241,9 @@ namespace console {
(void)codepoint;
return 1;
#else
return wcwidth(codepoint);
//return wcwidth(codepoint);
(void)codepoint;
return 1;
#endif
}

Expand Down
2 changes: 1 addition & 1 deletion examples/export-lora/export-lora.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -148,7 +148,7 @@ struct lora_merge_ctx {

ctx_out = gguf_init_empty();
struct ggml_init_params params = {
/*.mem_size =*/ gguf_get_n_tensors(base_model.ctx_gguf)*ggml_tensor_overhead(),
/*.mem_size =*/ static_cast<size_t>(gguf_get_n_tensors(base_model.ctx_gguf)*ggml_tensor_overhead()),
/*.mem_buffer =*/ NULL,
/*.no_alloc =*/ true,
};
Expand Down
8 changes: 4 additions & 4 deletions src/llama-mmap.cpp
100644 → 100755
Original file line number Diff line number Diff line change
Expand Up @@ -481,10 +481,10 @@ struct llama_mlock::impl {
// Skip resource limit checks on visionOS/tvOS
suggest = false;
#else
struct rlimit lock_limit;
if (suggest && getrlimit(RLIMIT_MEMLOCK, &lock_limit)) {
suggest = false;
}
struct rlimit lock_limit = {};
//if (suggest && getrlimit(RLIMIT_MEMLOCK, &lock_limit)) {
// suggest = false;
//}
if (suggest && (lock_limit.rlim_max > lock_limit.rlim_cur + size)) {
suggest = false;
}
Expand Down
Loading