Browse Source

server : disable Nagle's algorithm (#12020)

Georgi Gerganov 10 months ago
parent
commit
cf756d6e0a
1 changed files with 2 additions and 0 deletions
  1. 2 0
      examples/server/utils.hpp

+ 2 - 0
examples/server/utils.hpp

@@ -7,6 +7,8 @@
 
 // increase max payload length to allow use of larger context size
 #define CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH 1048576
+// disable Nagle's algorithm
+#define CPPHTTPLIB_TCP_NODELAY true
 #include "httplib.h"
 
 // Change JSON_ASSERT from assert() to GGML_ASSERT: