File tree Expand file tree Collapse file tree 1 file changed +6
-8
lines changed Expand file tree Collapse file tree 1 file changed +6
-8
lines changed Original file line number Diff line number Diff line change @@ -745,8 +745,6 @@ static json oaicompat_completion_params_parse(
745
745
llama_params[" temperature" ] = json_value (body, " temperature" , 0.0 );
746
746
llama_params[" top_p" ] = json_value (body, " top_p" , 1.0 );
747
747
748
- // Apply chat template to the list of messages
749
- llama_params[" prompt" ] = format_chat (model, chat_template, body[" messages" ]);
750
748
751
749
// Handle "stop" field
752
750
if (body.contains (" stop" ) && body[" stop" ].is_string ()) {
@@ -785,12 +783,12 @@ static json oaicompat_completion_params_parse(
785
783
}
786
784
787
785
// Params supported by OAI but unsupported by llama.cpp
788
- static const std::vector<std::string> unsupported_params { " tools" , " tool_choice" };
789
- for (auto & param : unsupported_params) {
790
- if (body.contains (param)) {
791
- throw std::runtime_error (" Unsupported param: " + param);
792
- }
793
- }
786
+ // static const std::vector<std::string> unsupported_params { "tools", "tool_choice" };
787
+ // for (auto & param : unsupported_params) {
788
+ // if (body.contains(param)) {
789
+ // throw std::runtime_error("Unsupported param: " + param);
790
+ // }
791
+ // }
794
792
795
793
// Copy remaining properties to llama_params
796
794
// This allows user to use llama.cpp-specific params like "mirostat", "tfs_z",... via OAI endpoint.
You can’t perform that action at this time.
0 commit comments