Skip to content

Commit 1c8116c

Browse files
author
lexasub
committed
ggml : draft commit, replace reallocation of vector for set_tensor by reserve inital vector and use it
1 parent 7a2c913 commit 1c8116c

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

ggml/src/ggml-rpc/ggml-rpc.cpp

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1148,6 +1148,8 @@ rpc_server::~rpc_server() {
11481148
}
11491149

11501150
static void rpc_serve_client(ggml_backend_t backend, sockfd_t sockfd, size_t free_mem, size_t total_mem) {
1151+
std::vector<uint8_t> set_tensor_vec;
1152+
set_tensor_vec.reserve(100);
11511153
rpc_server server(backend);
11521154
while (true) {
11531155
uint8_t cmd;
@@ -1247,11 +1249,10 @@ static void rpc_serve_client(ggml_backend_t backend, sockfd_t sockfd, size_t fre
12471249
break;
12481250
}
12491251
case RPC_CMD_SET_TENSOR: {
1250-
std::vector<uint8_t> input;
1251-
if (!recv_msg(sockfd, input)) {
1252+
if (!recv_msg(sockfd, set_tensor_vec)) {
12521253
return;
12531254
}
1254-
if (!server.set_tensor(input)) {
1255+
if (!server.set_tensor(set_tensor_vec)) {
12551256
return;
12561257
}
12571258
if (!send_msg(sockfd, nullptr, 0)) {

0 commit comments

Comments
 (0)