cleanup unused mul_mat_q

CameronNg · CameronNg · commit 9376926ed508 · 2024-04-02T16:30:47.000+07:00
diff --git a/controllers/llamaCPP.cc b/controllers/llamaCPP.cc
@@ -630,10 +630,6 @@ bool llamaCPP::LoadModelImpl(std::shared_ptr<Json::Value> jsonBody) {
       log_set_target(llama_log_folder + "llama.log");
     }  // Set folder for llama log
   }
-#ifdef GGML_USE_CUBLAS
-  LOG_INFO << "Setting up GGML CUBLAS PARAMS";
-  params.mul_mat_q = false;
-#endif  // GGML_USE_CUBLAS
   if (params.model_alias == "unknown") {
     params.model_alias = params.model;
   }

Original file line number	Diff line number	Diff line change
`@@ -630,10 +630,6 @@ bool llamaCPP::LoadModelImpl(std::shared_ptr<Json::Value> jsonBody) {`
`630`	`630`	`log_set_target(llama_log_folder + "llama.log");`
`631`	`631`	`} // Set folder for llama log`
`632`	`632`	`}`
`633`		`-#ifdef GGML_USE_CUBLAS`
`634`		`- LOG_INFO << "Setting up GGML CUBLAS PARAMS";`
`635`		`- params.mul_mat_q = false;`
`636`		`-#endif // GGML_USE_CUBLAS`
`637`	`633`	`if (params.model_alias == "unknown") {`
`638`	`634`	`params.model_alias = params.model;`
`639`	`635`	`}`