server : disable Nagle's algorithm (ggml-org#12020)

ggerganov · mostlyuseful · commit 213f01197a1f · 2025-05-12T15:12:24.000+02:00
diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp
@@ -7,6 +7,8 @@
 
 // increase max payload length to allow use of larger context size
 #define CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH 1048576
+// disable Nagle's algorithm
+#define CPPHTTPLIB_TCP_NODELAY true
 #include "httplib.h"
 
 // Change JSON_ASSERT from assert() to GGML_ASSERT:
