Add new kernel config for AMD GPUs

jerrymannil · pruthvistony · commit 0250d53e9e68 · 2024-04-22T17:54:33.000-07:00
diff --git a/torch/_inductor/kernel/mm_common.py b/torch/_inductor/kernel/mm_common.py
@@ -128,6 +128,7 @@ def filtered_configs(
     {"config": (32, 32, 128, 2, 4), "cond": torch.version.hip is None},
     {"config": (64, 64, 16, 2, 4), "cond": True},
     {"config": (32, 32, 16, 1, 2), "cond": True},
+    {"config": (128, 128, 64, 2, 8), "cond": torch.version.hip is not None},
 ]
 
 int8_mm_kernel_configs = [
@@ -145,6 +146,7 @@ def filtered_configs(
     # {"config": (32, 32, 16, 1, 2), "cond": True},
     {"config": (128, 256, 128, 3, 8), "cond": torch.version.hip is None},
     {"config": (256, 128, 128, 3, 8), "cond": torch.version.hip is None},
+    {"config": (128, 128, 64, 2, 8), "cond": torch.version.hip is not None},
 ]
 
 # Create filtered list of configs based on cond evaluation

Original file line number	Diff line number	Diff line change
`@@ -128,6 +128,7 @@ def filtered_configs(`
`128`	`128`	`{"config": (32, 32, 128, 2, 4), "cond": torch.version.hip is None},`
`129`	`129`	`{"config": (64, 64, 16, 2, 4), "cond": True},`
`130`	`130`	`{"config": (32, 32, 16, 1, 2), "cond": True},`
	`131`	`+ {"config": (128, 128, 64, 2, 8), "cond": torch.version.hip is not None},`
`131`	`132`	`]`
`132`	`133`
`133`	`134`	`int8_mm_kernel_configs = [`
`@@ -145,6 +146,7 @@ def filtered_configs(`
`145`	`146`	`# {"config": (32, 32, 16, 1, 2), "cond": True},`
`146`	`147`	`{"config": (128, 256, 128, 3, 8), "cond": torch.version.hip is None},`
`147`	`148`	`{"config": (256, 128, 128, 3, 8), "cond": torch.version.hip is None},`
	`149`	`+ {"config": (128, 128, 64, 2, 8), "cond": torch.version.hip is not None},`
`148`	`150`	`]`
`149`	`151`
`150`	`152`	`# Create filtered list of configs based on cond evaluation`