cann: Fix error when running a non-exist op (llama/9424)

bachelor-dou · ggerganov · commit 87d979d2c253 · 2024-09-24T13:11:01.000+03:00
diff --git a/ggml/src/ggml-cann.cpp b/ggml/src/ggml-cann.cpp
@@ -1943,7 +1943,7 @@ GGML_CALL ggml_backend_t ggml_backend_cann_init(int32_t device) {
         GGML_CANN_LOG_ERROR("%s: error: failed to allocate context\n", __func__);
         return nullptr;
     }
-
+    ggml_cann_set_device(ctx->device);
     ggml_backend_t cann_backend =
         new ggml_backend{/* .guid      = */ ggml_backend_cann_guid(),
                          /* .interface = */ ggml_backend_cann_interface,

Original file line number	Diff line number	Diff line change
`@@ -1943,7 +1943,7 @@ GGML_CALL ggml_backend_t ggml_backend_cann_init(int32_t device) {`
`1943`	`1943`	`GGML_CANN_LOG_ERROR("%s: error: failed to allocate context\n", __func__);`
`1944`	`1944`	`return nullptr;`
`1945`	`1945`	`}`
`1946`		`-`
	`1946`	`+ ggml_cann_set_device(ctx->device);`
`1947`	`1947`	`ggml_backend_t cann_backend =`
`1948`	`1948`	`new ggml_backend{/* .guid = */ ggml_backend_cann_guid(),`
`1949`	`1949`	`/* .interface = */ ggml_backend_cann_interface,`