Browse Source

server : fix OpenAI server sampling w.r.t. penalty. (#4675)

SakuraUmi 2 years ago
parent
commit
60f55e888c
1 changed files with 1 additions and 1 deletions
  1. 1 1
      examples/server/server.cpp

+ 1 - 1
examples/server/server.cpp

@@ -2461,7 +2461,7 @@ json oaicompat_completion_params_parse(
     llama_params["mirostat_eta"]      = json_value(body, "mirostat_eta", default_sparams.mirostat_eta);
     llama_params["mirostat_eta"]      = json_value(body, "mirostat_eta", default_sparams.mirostat_eta);
     llama_params["penalize_nl"]       = json_value(body, "penalize_nl", default_sparams.penalize_nl);
     llama_params["penalize_nl"]       = json_value(body, "penalize_nl", default_sparams.penalize_nl);
     llama_params["typical_p"]         = json_value(body, "typical_p", default_sparams.typical_p);
     llama_params["typical_p"]         = json_value(body, "typical_p", default_sparams.typical_p);
-    llama_params["repeat_last_n"]     = json_value(body, "repeat_last_n", 0);
+    llama_params["repeat_last_n"]     = json_value(body, "repeat_last_n", default_sparams.penalty_last_n);
     llama_params["ignore_eos"]        = json_value(body, "ignore_eos", false);
     llama_params["ignore_eos"]        = json_value(body, "ignore_eos", false);
     llama_params["tfs_z"]             = json_value(body, "tfs_z", default_sparams.tfs_z);
     llama_params["tfs_z"]             = json_value(body, "tfs_z", default_sparams.tfs_z);