File tree Expand file tree Collapse file tree 3 files changed +6
-6
lines changed Expand file tree Collapse file tree 3 files changed +6
-6
lines changed Original file line number Diff line number Diff line change @@ -4666,6 +4666,10 @@ static ggml_guid_t ggml_backend_qnn_guid() {
4666
4666
4667
4667
4668
4668
static ggml_backend_t ggml_backend_qnn_reg_init (const char * params, void * user_data) {
4669
+ if (nullptr == params) {
4670
+ // this path is an Android OS defined path, to make Android permission management subsystem happy
4671
+ params = " /data/local/tmp/" ;
4672
+ }
4669
4673
ggml_backend_t qnn_backend = ggml_backend_qnn_init ((int ) (intptr_t ) user_data, params);
4670
4674
4671
4675
return qnn_backend;
Original file line number Diff line number Diff line change @@ -15403,8 +15403,8 @@ struct llama_context * llama_new_context_with_model(
15403
15403
#elif defined(GGML_USE_QNN)
15404
15404
if (model->n_gpu_layers > 0) {
15405
15405
//the second param is data path of prebuit QNN libs provided by Qualcomm
15406
- //in Andorid APP mode, can be obtained through JNI from Java layer
15407
- //in Andorid terminal mode, can be hardcoded to "/data/local/tmp"
15406
+ //can be obtained through JNI from Java layer such as "/data/data/com.ggml.llamacpp/"
15407
+ //or hardcoded to "/data/local/tmp/ "
15408
15408
ggml_backend_t backend = ggml_backend_qnn_init(model->main_gpu, "/data/local/tmp/");
15409
15409
if (nullptr == backend) {
15410
15410
LLAMA_LOG_ERROR("%s: failed to initialize QNN backend\n", __func__);
Original file line number Diff line number Diff line change @@ -2225,11 +2225,7 @@ int main(int argc, char ** argv) {
2225
2225
continue ;
2226
2226
}
2227
2227
2228
- #ifdef GGML_USE_QNN
2229
- ggml_backend_t backend = ggml_backend_reg_init_backend (i, " /data/local/tmp/" );
2230
- #else
2231
2228
ggml_backend_t backend = ggml_backend_reg_init_backend (i, NULL );
2232
- #endif
2233
2229
GGML_ASSERT (backend != NULL );
2234
2230
2235
2231
if (backend_filter == NULL && ggml_backend_is_cpu (backend)) {
You can’t perform that action at this time.
0 commit comments