We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 7ea902a commit 5d13434Copy full SHA for 5d13434
examples/server/utils.hpp
@@ -598,7 +598,7 @@ static json oaicompat_completion_params_parse(
598
inputs.tool_choice = common_chat_tool_choice_parse_oaicompat(json_value(body, "tool_choice", std::string("auto")));
599
inputs.json_schema = json_schema.is_null() ? "" : json_schema.dump();
600
inputs.grammar = grammar;
601
- inputs.add_generation_prompt = true;
+ inputs.add_generation_prompt = json_value(body, "add_generation_prompt", true);
602
inputs.use_jinja = use_jinja;
603
inputs.parallel_tool_calls = json_value(body, "parallel_tool_calls", false);
604
inputs.extract_reasoning = reasoning_format != COMMON_REASONING_FORMAT_NONE;
0 commit comments