Skip to content

Commit 7c83d1b

Browse files
authored
[mlir][vector] Use inferRankReducedResultType for subview type inference. (#84395)
Fixes iree-org/iree#16475
1 parent 6272500 commit 7c83d1b

File tree

2 files changed

+28
-55
lines changed

2 files changed

+28
-55
lines changed

mlir/lib/Dialect/Vector/Transforms/VectorTransforms.cpp

Lines changed: 8 additions & 40 deletions
Original file line numberDiff line numberDiff line change
@@ -1255,42 +1255,6 @@ getTransferFoldableInnerUnitDims(MemRefType srcType, VectorType vectorType) {
12551255
return result;
12561256
}
12571257

1258-
/// Returns a MemRef type that drops inner `dimsToDrop` dimensions from
1259-
/// `srcType`. E.g., if `srcType` is memref<512x16x1x1xf32> and `dimsToDrop` is
1260-
/// two, it returns memref<512x16x16> type.
1261-
static MemRefType getMemRefTypeWithDroppingInnerDims(OpBuilder &builder,
1262-
MemRefType srcType,
1263-
size_t dimsToDrop) {
1264-
MemRefLayoutAttrInterface layout = srcType.getLayout();
1265-
if (isa<AffineMapAttr>(layout) && layout.isIdentity()) {
1266-
return MemRefType::get(srcType.getShape().drop_back(dimsToDrop),
1267-
srcType.getElementType(), nullptr,
1268-
srcType.getMemorySpace());
1269-
}
1270-
MemRefLayoutAttrInterface updatedLayout;
1271-
if (auto strided = dyn_cast<StridedLayoutAttr>(layout)) {
1272-
auto strides = llvm::to_vector(strided.getStrides().drop_back(dimsToDrop));
1273-
updatedLayout = StridedLayoutAttr::get(strided.getContext(),
1274-
strided.getOffset(), strides);
1275-
return MemRefType::get(srcType.getShape().drop_back(dimsToDrop),
1276-
srcType.getElementType(), updatedLayout,
1277-
srcType.getMemorySpace());
1278-
}
1279-
1280-
// Non-strided layout case.
1281-
AffineMap map = srcType.getLayout().getAffineMap();
1282-
int numSymbols = map.getNumSymbols();
1283-
for (size_t i = 0; i < dimsToDrop; ++i) {
1284-
int dim = srcType.getRank() - i - 1;
1285-
map = map.replace(builder.getAffineDimExpr(dim),
1286-
builder.getAffineConstantExpr(0), map.getNumDims() - 1,
1287-
numSymbols);
1288-
}
1289-
return MemRefType::get(srcType.getShape().drop_back(dimsToDrop),
1290-
srcType.getElementType(), updatedLayout,
1291-
srcType.getMemorySpace());
1292-
}
1293-
12941258
/// Drop inner most contiguous unit dimensions from transfer_read operand.
12951259
class DropInnerMostUnitDimsTransferRead
12961260
: public OpRewritePattern<vector::TransferReadOp> {
@@ -1337,8 +1301,10 @@ class DropInnerMostUnitDimsTransferRead
13371301
rewriter.getIndexAttr(0));
13381302
SmallVector<OpFoldResult> strides(srcType.getRank(),
13391303
rewriter.getIndexAttr(1));
1340-
MemRefType resultMemrefType =
1341-
getMemRefTypeWithDroppingInnerDims(rewriter, srcType, dimsToDrop);
1304+
auto resultMemrefType =
1305+
cast<MemRefType>(memref::SubViewOp::inferRankReducedResultType(
1306+
srcType.getShape().drop_back(dimsToDrop), srcType, offsets, sizes,
1307+
strides));
13421308
ArrayAttr inBoundsAttr =
13431309
readOp.getInBounds()
13441310
? rewriter.getArrayAttr(
@@ -1421,8 +1387,10 @@ class DropInnerMostUnitDimsTransferWrite
14211387
rewriter.getIndexAttr(0));
14221388
SmallVector<OpFoldResult> strides(srcType.getRank(),
14231389
rewriter.getIndexAttr(1));
1424-
MemRefType resultMemrefType =
1425-
getMemRefTypeWithDroppingInnerDims(rewriter, srcType, dimsToDrop);
1390+
auto resultMemrefType =
1391+
cast<MemRefType>(memref::SubViewOp::inferRankReducedResultType(
1392+
srcType.getShape().drop_back(dimsToDrop), srcType, offsets, sizes,
1393+
strides));
14261394
ArrayAttr inBoundsAttr =
14271395
writeOp.getInBounds()
14281396
? rewriter.getArrayAttr(

mlir/test/Dialect/Vector/vector-transfer-collapse-inner-most-dims.mlir

Lines changed: 20 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -16,22 +16,27 @@ func.func @contiguous_inner_most_view(%in: memref<1x1x8x1xf32, strided<[3072, 8,
1616

1717
// -----
1818

19-
func.func @contiguous_outer_dyn_inner_most_view(%in: memref<?x1x8x1xf32, strided<[3072, 8, 1, 1], offset: ?>>) -> vector<1x8x1xf32>{
19+
func.func @contiguous_outer_dyn_inner_most_view(%a: index, %b: index, %memref: memref<?x?x8x1xf32>) -> vector<8x1xf32> {
2020
%c0 = arith.constant 0 : index
21-
%cst = arith.constant 0.0 : f32
22-
%0 = vector.transfer_read %in[%c0, %c0, %c0, %c0], %cst {in_bounds = [true, true, true]} : memref<?x1x8x1xf32, strided<[3072, 8, 1, 1], offset: ?>>, vector<1x8x1xf32>
23-
return %0 : vector<1x8x1xf32>
21+
%pad = arith.constant 0.0 : f32
22+
%v = vector.transfer_read %memref[%a, %b, %c0, %c0], %pad {in_bounds = [true, true]} : memref<?x?x8x1xf32>, vector<8x1xf32>
23+
return %v : vector<8x1xf32>
2424
}
25-
// CHECK: func @contiguous_outer_dyn_inner_most_view(
25+
// CHECK: func.func @contiguous_outer_dyn_inner_most_view(
26+
// CHECK-SAME: %[[IDX0:[a-zA-Z0-9]+]]
27+
// CHECK-SAME: %[[IDX1:[a-zA-Z0-9]+]]
2628
// CHECK-SAME: %[[SRC:[a-zA-Z0-9]+]]
27-
// CHECK-DAG: %[[C0:.+]] = arith.constant 0 : index
28-
// CHECK-DAG: %[[D0:.+]] = memref.dim %[[SRC]], %[[C0]]
29-
// CHECK: %[[SRC_0:.+]] = memref.subview %[[SRC]][0, 0, 0, 0] [%[[D0]], 1, 8, 1] [1, 1, 1, 1]
30-
// CHECK-SAME: memref<?x1x8x1xf32, strided<[3072, 8, 1, 1], offset: ?>> to memref<?x1x8xf32, strided<[3072, 8, 1], offset: ?>>
31-
// CHECK: %[[VEC:.+]] = vector.transfer_read %[[SRC_0]]
32-
// CHECK-SAME: memref<?x1x8xf32, strided<[3072, 8, 1], offset: ?>>, vector<1x8xf32>
33-
// CHECK: %[[RESULT:.+]] = vector.shape_cast %[[VEC]]
34-
// CHECK: return %[[RESULT]]
29+
// CHECK-DAG: %[[C0:.+]] = arith.constant 0 : index
30+
// CHECK-DAG: %[[C1:.+]] = arith.constant 1 : index
31+
// CHECK-DAG: %[[PAD:.+]] = arith.constant 0.000000e+00 : f32
32+
// CHECK: %[[D0:.+]] = memref.dim %[[SRC]], %[[C0]]
33+
// CHECK: %[[D1:.+]] = memref.dim %[[SRC]], %[[C1]]
34+
// CHECK: %[[VIEW:.+]] = memref.subview %[[SRC]][0, 0, 0, 0] [%[[D0]], %[[D1]], 8, 1] [1, 1, 1, 1]
35+
// CHECK-SAME: memref<?x?x8x1xf32> to memref<?x?x8xf32, strided<[?, 8, 1], offset: ?>>
36+
// CHECK: %[[VEC:.+]] = vector.transfer_read %[[VIEW]]
37+
// CHECK-SAME: memref<?x?x8xf32, strided<[?, 8, 1], offset: ?>>, vector<8xf32>
38+
// CHECK: %[[RESULT:.+]] = vector.shape_cast %[[VEC]]
39+
// CHECK: return %[[RESULT]]
3540

3641
// -----
3742

@@ -43,7 +48,7 @@ func.func @contiguous_inner_most_dim(%A: memref<16x1xf32>, %i:index, %j:index) -
4348
}
4449
// CHECK: func @contiguous_inner_most_dim(%[[SRC:.+]]: memref<16x1xf32>, %[[I:.+]]: index, %[[J:.+]]: index) -> vector<8x1xf32>
4550
// CHECK: %[[SRC_0:.+]] = memref.subview %[[SRC]]
46-
// CHECK-SAME: memref<16x1xf32> to memref<16xf32>
51+
// CHECK-SAME: memref<16x1xf32> to memref<16xf32, strided<[1]>>
4752
// CHECK: %[[V:.+]] = vector.transfer_read %[[SRC_0]]
4853
// CHECK: %[[RESULT]] = vector.shape_cast %[[V]] : vector<8xf32> to vector<8x1xf32>
4954
// CHECK: return %[[RESULT]]
@@ -111,7 +116,7 @@ func.func @drop_two_inner_most_dim_for_transfer_write(%arg0: memref<1x512x16x1x1
111116
// CHECK-SAME: %[[IDX:[a-zA-Z0-9]+]]
112117
// CHECK-DAG: %[[C0:.+]] = arith.constant 0 : index
113118
// CHECK: %[[SUBVIEW:.+]] = memref.subview %[[DEST]]
114-
// CHECK-SAME: memref<1x512x16x1x1xf32> to memref<1x512x16xf32>
119+
// CHECK-SAME: memref<1x512x16x1x1xf32> to memref<1x512x16xf32, strided<[8192, 16, 1]>>
115120
// CHECK: %[[CAST:.+]] = vector.shape_cast %[[VEC]] : vector<1x16x16x1x1xf32> to vector<1x16x16xf32>
116121
// CHECK: vector.transfer_write %[[CAST]], %[[SUBVIEW]]
117122
// CHECK-SAME: [%[[C0]], %[[IDX]], %[[C0]]]

0 commit comments

Comments
 (0)