Ver código fonte

server: support add_generation_prompt query param (#12062)

Olivier Chafik 10 meses atrás
pai
commit
0b52745649
1 arquivos alterados com 1 adições e 1 exclusões
  1. 1 1
      examples/server/utils.hpp

+ 1 - 1
examples/server/utils.hpp

@@ -598,7 +598,7 @@ static json oaicompat_completion_params_parse(
     inputs.tool_choice           = common_chat_tool_choice_parse_oaicompat(json_value(body, "tool_choice", std::string("auto")));
     inputs.json_schema           = json_schema.is_null() ? "" : json_schema.dump();
     inputs.grammar               = grammar;
-    inputs.add_generation_prompt = true;
+    inputs.add_generation_prompt = json_value(body, "add_generation_prompt", true);
     inputs.use_jinja             = use_jinja;
     inputs.parallel_tool_calls   = json_value(body, "parallel_tool_calls", false);
     inputs.extract_reasoning     = reasoning_format != COMMON_REASONING_FORMAT_NONE;