We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2613869 commit d632202Copy full SHA for d632202
tools/server/utils.hpp
@@ -737,6 +737,10 @@ static json oaicompat_completion_params_parse(
737
throw std::runtime_error("Cannot have 2 or more assistant messages at the end of the list.");
738
}
739
740
+ if(inputs.chat_template_kwargs.find("enable_thinking") != inputs.chat_template_kwargs.end()) {
741
+ throw std::runtime_error("Assistant response prefill is incompatible with enable_thinking.");
742
+ }
743
+
744
inputs.extract_reasoning = false;
745
inputs.add_generation_prompt = true;
746
0 commit comments