Add new kernel config for AMD GPUs

jerrymannil · jerrymannil · commit ab22834c57f7 · 2024-04-16T18:36:17.000-07:00
diff --git a/torch/_inductor/kernel/mm_common.py b/torch/_inductor/kernel/mm_common.py
@@ -127,6 +127,7 @@ def filtered_configs(
     {"config": (32, 32, 128, 2, 4), "cond": torch.version.hip is None},
     {"config": (64, 64, 16, 2, 4), "cond": True},
     {"config": (32, 32, 16, 1, 2), "cond": True},
+    {"config": (128, 128, 64, 2, 8), "cond": torch.version.hip is not None},
 ]
 
 int8_mm_kernel_configs = [
@@ -144,6 +145,7 @@ def filtered_configs(
     # {"config": (32, 32, 16, 1, 2), "cond": True},
     {"config": (128, 256, 128, 3, 8), "cond": torch.version.hip is None},
     {"config": (256, 128, 128, 3, 8), "cond": torch.version.hip is None},
+    {"config": (128, 128, 64, 2, 8), "cond": torch.version.hip is not None},
 ]
 
 # Create filtered list of configs based on cond evaluation

Original file line number	Diff line number	Diff line change
`@@ -127,6 +127,7 @@ def filtered_configs(`
`127`	`127`	`{"config": (32, 32, 128, 2, 4), "cond": torch.version.hip is None},`
`128`	`128`	`{"config": (64, 64, 16, 2, 4), "cond": True},`
`129`	`129`	`{"config": (32, 32, 16, 1, 2), "cond": True},`
	`130`	`+ {"config": (128, 128, 64, 2, 8), "cond": torch.version.hip is not None},`
`130`	`131`	`]`
`131`	`132`
`132`	`133`	`int8_mm_kernel_configs = [`
`@@ -144,6 +145,7 @@ def filtered_configs(`
`144`	`145`	`# {"config": (32, 32, 16, 1, 2), "cond": True},`
`145`	`146`	`{"config": (128, 256, 128, 3, 8), "cond": torch.version.hip is None},`
`146`	`147`	`{"config": (256, 128, 128, 3, 8), "cond": torch.version.hip is None},`
	`148`	`+ {"config": (128, 128, 64, 2, 8), "cond": torch.version.hip is not None},`
`147`	`149`	`]`
`148`	`150`
`149`	`151`	`# Create filtered list of configs based on cond evaluation`