mulmat-tune-tool: allow explictly set m_step

Author: mqy

examples/mulmat-tune/mulmat-tune-tool.c

@@ -35,8 +35,11 @@ static void usage(char *prog) {
         "                default 7B\n",
         "--type   TYPE   Q4_0 | Q4_1 | Q5_0 | Q5_1 | Q8_0 | F32 | F16\n",
         "                default Q4_0\n",
-        "--m_num  M_NUM  number of M, max M = 16 * M_NUM\n",
-        "                requires: M_NUM in range [8, 16]\n",
+        "--m_step M_STEP the initial value of M and delta between adjacent M\n",
+        "                requires: multiple of 2, and in range[2, 32]\n",
+        "                default 16\n",
+        "--m_num  M_NUM  number of M, the max M = M_STEP * M_NUM\n",
+        "                requires: in range [2, 32]\n",
         "                default 8\n",
         "--file   FILE   data file to write\n",
         "                default stdout\n",
@@ -91,6 +94,7 @@ int main(int argc, char **argv) {
 
         const char *arg_model = NULL;
         const char *arg_type = NULL;
+        const char *arg_m_step = NULL;
         const char *arg_m_num = NULL;
         const char *arg_file = NULL;
         bool always_yes = false;
@@ -106,6 +110,11 @@ int main(int argc, char **argv) {
                     arg_type = argv[i + 1];
                     ++i;
                 }
+            } else if (strcmp(argv[i], "--m_step") == 0) {
+                if (i + 1 < argc) {
+                    arg_m_step = argv[i + 1];
+                    ++i;
+                }
             } else if (strcmp(argv[i], "--m_num") == 0) {
                 if (i + 1 < argc) {
                     arg_m_num = argv[i + 1];
@@ -194,12 +203,25 @@ int main(int argc, char **argv) {
         tune.n_profiles =
             ggml_mulmat_get_task_profiles(&tune.profiles, type, GGML_TYPE_F32);
 
+        if (arg_m_step != NULL) {
+            int v = atoi(arg_m_step);
+            tune.m_step = v;
+        }
+        if (tune.m_step <= 0 || tune.m_step > 32 || tune.m_step % 2 != 0) {
+            fprintf(stderr,
+                    "invalid m_step: %d, expect multiple of 2 and in range "
+                    "[2, 32]\n",
+                    tune.m_step);
+            usage(argv[0]);
+            exit(1);
+        }
+
         if (arg_m_num != NULL) {
             int v = atoi(arg_m_num);
             tune.m_num = v;
         }
-        if (tune.m_num < 8 || tune.m_num > 16) {
-            fprintf(stderr, "invalid m_num: %d, expect in range [8, 16]\n",
+        if (tune.m_num < 2 || tune.m_num > 32) {
+            fprintf(stderr, "invalid m_num: %d, expect in range [2, 32]\n",
                     tune.m_num);
             usage(argv[0]);
             exit(1);