Skip to content

Commit d394a9a

Browse files
authored
sycl : Remove waits from function calls (#13702)
* removes the waits in async memcpy functions
1 parent 6b56a64 commit d394a9a

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

ggml/src/ggml-sycl/ggml-sycl.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3740,7 +3740,7 @@ static void ggml_backend_sycl_get_tensor_async(ggml_backend_t backend,
37403740
GGML_ASSERT(buf->buft == ggml_backend_sycl_buffer_type(sycl_ctx->device) && "unsupported buffer type");
37413741
const queue_ptr stream = sycl_ctx->stream(sycl_ctx->device, 0);
37423742
SYCL_CHECK(CHECK_TRY_ERROR((stream)->memcpy(
3743-
data, (const char *)tensor->data + offset, size).wait()));
3743+
data, (const char *)tensor->data + offset, size)));
37443744
}
37453745
catch (sycl::exception const &exc) {
37463746
std::cerr << exc.what() << "Exception caught at file:" << __FILE__
@@ -3760,7 +3760,7 @@ static bool ggml_backend_sycl_cpy_tensor_async(ggml_backend_t backend,
37603760
*/
37613761
const queue_ptr stream = sycl_ctx->stream(sycl_ctx->device, 0);
37623762
SYCL_CHECK(CHECK_TRY_ERROR((stream)->memcpy(
3763-
dst->data, src->data, ggml_nbytes(dst)).wait()));
3763+
dst->data, src->data, ggml_nbytes(dst))));
37643764
return true;
37653765
}
37663766

0 commit comments

Comments
 (0)