server : disable Nagle's algorithm (#12020)

ggerganov · web-flow · commit cf756d6e0a31 · 2025-02-22T11:46:31.000+01:00
diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp
@@ -7,6 +7,8 @@
 
 // increase max payload length to allow use of larger context size
 #define CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH 1048576
+// disable Nagle's algorithm
+#define CPPHTTPLIB_TCP_NODELAY true
 #include "httplib.h"
 
 // Change JSON_ASSERT from assert() to GGML_ASSERT:
