Skip to content

Commit 992cf05

Browse files
committed
modify code according to review comments
1 parent 67beeb6 commit 992cf05

File tree

3 files changed

+6
-6
lines changed

3 files changed

+6
-6
lines changed

ggml-qnn.cpp

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4666,6 +4666,10 @@ static ggml_guid_t ggml_backend_qnn_guid() {
46664666

46674667

46684668
static ggml_backend_t ggml_backend_qnn_reg_init(const char * params, void * user_data) {
4669+
if (nullptr == params) {
4670+
//this path is an Android OS defined path, to make Android permission management subsystem happy
4671+
params = "/data/local/tmp/";
4672+
}
46694673
ggml_backend_t qnn_backend = ggml_backend_qnn_init((int) (intptr_t) user_data, params);
46704674

46714675
return qnn_backend;

llama.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15403,8 +15403,8 @@ struct llama_context * llama_new_context_with_model(
1540315403
#elif defined(GGML_USE_QNN)
1540415404
if (model->n_gpu_layers > 0) {
1540515405
//the second param is data path of prebuit QNN libs provided by Qualcomm
15406-
//in Andorid APP mode, can be obtained through JNI from Java layer
15407-
//in Andorid terminal mode, can be hardcoded to "/data/local/tmp"
15406+
//can be obtained through JNI from Java layer such as "/data/data/com.ggml.llamacpp/"
15407+
//or hardcoded to "/data/local/tmp/"
1540815408
ggml_backend_t backend = ggml_backend_qnn_init(model->main_gpu, "/data/local/tmp/");
1540915409
if (nullptr == backend) {
1541015410
LLAMA_LOG_ERROR("%s: failed to initialize QNN backend\n", __func__);

tests/test-backend-ops.cpp

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -2225,11 +2225,7 @@ int main(int argc, char ** argv) {
22252225
continue;
22262226
}
22272227

2228-
#ifdef GGML_USE_QNN
2229-
ggml_backend_t backend = ggml_backend_reg_init_backend(i, "/data/local/tmp/");
2230-
#else
22312228
ggml_backend_t backend = ggml_backend_reg_init_backend(i, NULL);
2232-
#endif
22332229
GGML_ASSERT(backend != NULL);
22342230

22352231
if (backend_filter == NULL && ggml_backend_is_cpu(backend)) {

0 commit comments

Comments
 (0)