We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 74f6060 commit cdc3cbeCopy full SHA for cdc3cbe
tools/server/utils.hpp
@@ -749,10 +749,9 @@ static json oaicompat_chat_params_parse(
749
llama_params["parse_tool_calls"] = true;
750
}
751
752
+ // merge the template args provided from command line with the args provided in the user request
753
auto chat_template_kwargs_object = json_value(body, "chat_template_kwargs", json::object());
- for (const auto & item : opt.chat_template_kwargs) {
754
- inputs.chat_template_kwargs[item.first] = item.second;
755
- }
+ inputs.chat_template_kwargs = opt.chat_template_kwargs;
756
for (const auto & item : chat_template_kwargs_object.items()) {
757
inputs.chat_template_kwargs[item.key()] = item.value().dump();
758
0 commit comments