Browse Source

server : fix token duplication when streaming with stop strings (#10997)

Alexey Parfenov 1 year ago
parent
commit
16cdce7b68
1 changed files with 2 additions and 0 deletions
  1. 2 0
      examples/server/server.cpp

+ 2 - 0
examples/server/server.cpp

@@ -1856,6 +1856,8 @@ struct server_context {
                 result.text_to_send = slot.generated_text.substr(pos, std::string::npos);
                 result.text_to_send = slot.generated_text.substr(pos, std::string::npos);
                 slot.n_sent_text += result.text_to_send.size();
                 slot.n_sent_text += result.text_to_send.size();
                 // add the token to slot queue and cache
                 // add the token to slot queue and cache
+            } else {
+                result.text_to_send = "";
             }
             }
 
 
             slot.add_token(result);
             slot.add_token(result);