We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
pyre
1 parent 9a7cd6d commit d88bcadCopy full SHA for d88bcad
extension/llm/export/partitioner_lib.py
@@ -55,7 +55,7 @@ def get_mps_partitioner(use_kv_cache: bool = False):
55
return MPSPartitioner(compile_specs)
56
57
58
-def get_coreml_partitioner(use_kv_cache: bool = False, pt2e_quantize: str = None):
+def get_coreml_partitioner(use_kv_cache: bool = False, pt2e_quantize: Optional[str] = None):
59
assert (
60
use_kv_cache is True
61
), "CoreML backend currently only supports static shape and use_kv_cache=True is the only way to support it at the moment"
0 commit comments