Skip to content

Commit d5ebd79

Browse files
authored
rpc : pack only RPC structs (#9959)
1 parent 55e4778 commit d5ebd79

File tree

1 file changed

+3
-14
lines changed

1 file changed

+3
-14
lines changed

ggml/src/ggml-rpc.cpp

Lines changed: 3 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -57,8 +57,9 @@ struct socket_t {
5757
}
5858
};
5959

60+
// all RPC structures must be packed
61+
#pragma pack(push, 1)
6062
// ggml_tensor is serialized into rpc_tensor
61-
#pragma pack(1)
6263
struct rpc_tensor {
6364
uint64_t id;
6465
uint32_t type;
@@ -95,76 +96,64 @@ enum rpc_cmd {
9596
RPC_CMD_COUNT,
9697
};
9798

98-
#pragma pack(1)
9999
struct rpc_msg_alloc_buffer_req {
100100
uint64_t size;
101101
};
102102

103-
#pragma pack(1)
104103
struct rpc_msg_alloc_buffer_rsp {
105104
uint64_t remote_ptr;
106105
uint64_t remote_size;
107106
};
108107

109-
#pragma pack(1)
110108
struct rpc_msg_get_alignment_rsp {
111109
uint64_t alignment;
112110
};
113111

114-
#pragma pack(1)
115112
struct rpc_msg_get_max_size_rsp {
116113
uint64_t max_size;
117114
};
118115

119-
#pragma pack(1)
120116
struct rpc_msg_buffer_get_base_req {
121117
uint64_t remote_ptr;
122118
};
123119

124-
#pragma pack(1)
125120
struct rpc_msg_buffer_get_base_rsp {
126121
uint64_t base_ptr;
127122
};
128123

129-
#pragma pack(1)
130124
struct rpc_msg_free_buffer_req {
131125
uint64_t remote_ptr;
132126
};
133127

134-
#pragma pack(1)
135128
struct rpc_msg_buffer_clear_req {
136129
uint64_t remote_ptr;
137130
uint8_t value;
138131
};
139132

140-
#pragma pack(1)
141133
struct rpc_msg_get_tensor_req {
142134
rpc_tensor tensor;
143135
uint64_t offset;
144136
uint64_t size;
145137
};
146138

147-
#pragma pack(1)
148139
struct rpc_msg_copy_tensor_req {
149140
rpc_tensor src;
150141
rpc_tensor dst;
151142
};
152143

153-
#pragma pack(1)
154144
struct rpc_msg_copy_tensor_rsp {
155145
uint8_t result;
156146
};
157147

158-
#pragma pack(1)
159148
struct rpc_msg_graph_compute_rsp {
160149
uint8_t result;
161150
};
162151

163-
#pragma pack(1)
164152
struct rpc_msg_get_device_memory_rsp {
165153
uint64_t free_mem;
166154
uint64_t total_mem;
167155
};
156+
#pragma pack(pop)
168157

169158
// RPC data structures
170159

0 commit comments

Comments
 (0)