Skip to content

Commit 1d9d39a

Browse files
threadpool: update backend interface in ggml-rpc
1 parent a67dbcc commit 1d9d39a

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

ggml-rpc.cpp

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -585,7 +585,8 @@ static void serialize_graph(const ggml_cgraph * cgraph, std::vector<uint8_t> & o
585585
memcpy(out_tensors, tensors.data(), n_tensors * sizeof(rpc_tensor));
586586
}
587587

588-
GGML_CALL static enum ggml_status ggml_backend_rpc_graph_compute(ggml_backend_t backend, ggml_cgraph * cgraph) {
588+
GGML_CALL static enum ggml_status ggml_backend_rpc_graph_compute(ggml_backend_t backend, ggml_cgraph * cgraph, ggml_compute_threadpool * tp) {
589+
UNUSED(tp);
589590
ggml_backend_rpc_context * rpc_ctx = (ggml_backend_rpc_context *)backend->context;
590591
std::vector<uint8_t> input;
591592
serialize_graph(cgraph, input);
@@ -1020,7 +1021,7 @@ bool rpc_server::graph_compute(const std::vector<uint8_t> & input, std::vector<u
10201021
for (uint32_t i = 0; i < n_nodes; i++) {
10211022
graph->nodes[i] = create_node(nodes[i], ctx, tensor_ptrs, tensor_map);
10221023
}
1023-
ggml_status status = ggml_backend_graph_compute(backend, graph);
1024+
ggml_status status = ggml_backend_graph_compute(backend, graph, NULL);
10241025
// output serialization format: | status (1 byte) |
10251026
output.resize(1, 0);
10261027
output[0] = status;

0 commit comments

Comments
 (0)