Skip to content

Commit 4d4ae1c

Browse files
committed
Fix the Bug: inference running result is garbled in debug running model for LM models who's type is Q4_0 class
1 parent 1657447 commit 4d4ae1c

File tree

1 file changed

+0
-14
lines changed

1 file changed

+0
-14
lines changed

ggml/src/ggml-cann.cpp

Lines changed: 0 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -851,13 +851,6 @@ static void ggml_backend_cann_buffer_set_tensor(
851851
void *transform_buffer = malloc(size);
852852
ggml_backend_cann_transform(tensor, data, transform_buffer);
853853

854-
#ifndef NDEBUG
855-
void *check_buffer = malloc(size);
856-
ggml_backend_cann_transform_back(tensor, transform_buffer,
857-
check_buffer);
858-
GGML_ASSERT(memcmp(data, check_buffer, size) == 0);
859-
free(check_buffer);
860-
#endif
861854
ACL_CHECK(aclrtMemcpy((char *)tensor->data + offset, size,
862855
transform_buffer, size,
863856
ACL_MEMCPY_HOST_TO_DEVICE));
@@ -1517,13 +1510,6 @@ static void ggml_backend_cann_set_tensor_async(ggml_backend_t backend,
15171510
void *transform_buffer = malloc(size);
15181511
ggml_backend_cann_transform(tensor, data, transform_buffer);
15191512

1520-
#ifndef NDEBUG
1521-
void *check_buffer = malloc(size);
1522-
ggml_backend_cann_transform_back(tensor, transform_buffer,
1523-
check_buffer);
1524-
GGML_ASSERT(memcmp(data, check_buffer, size));
1525-
free(check_buffer);
1526-
#endif
15271513
ACL_CHECK(aclrtMemcpyAsync(
15281514
(char *)tensor->data + offset, size, transform_buffer, size,
15291515
ACL_MEMCPY_HOST_TO_DEVICE, cann_ctx->stream()));

0 commit comments

Comments
 (0)