Move compile prefill out of generator parser to generic arg (#892)

* Move Compile Prefill Out of being generation specific

* fix typo

Author: Jack-Khuu

cli.py

@@ -86,6 +86,11 @@ def add_arguments_for_verb(parser, verb: str) -> None:
         action="store_true",
         help="Whether to compile the model with torch.compile",
     )
+    parser.add_argument(
+        "--compile-prefill",
+        action="store_true",
+        help="Whether to compile the prefill. Improves prefill perf, but has higher compile times.",
+    )
     parser.add_argument(
         "--profile",
         type=Path,
@@ -302,11 +307,6 @@ def _add_generation_args(parser) -> None:
     generator_parser.add_argument(
         "--temperature", type=float, default=0.8, help="Temperature for sampling"
     )
-    generator_parser.add_argument(
-        "--compile-prefill",
-        action="store_true",
-        help="Whether to compile the prefill. Improves prefill perf, but has higher compile times.",
-    )
     generator_parser.add_argument(
         "--sequential-prefill",
         action="store_true",