|
| 1 | +; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 5 |
| 2 | +; RUN: opt -p loop-vectorize -mtriple=aarch64-none-linux-gnu -S %s | FileCheck %s |
| 3 | + |
| 4 | +target datalayout = "e-m:o-p270:32:32-p271:32:32-p272:64:64-i64:64-i128:128-n32:64-S128-Fn32" |
| 5 | + |
| 6 | +; Test cases for modeling interleave access costs. |
| 7 | + |
| 8 | +; Function Attrs: vscale_range(2,2) |
| 9 | +define void @test_masked_interleave(ptr noalias %A, ptr noalias %B, ptr noalias %C) #0 { |
| 10 | +; CHECK-LABEL: define void @test_masked_interleave( |
| 11 | +; CHECK-SAME: ptr noalias [[A:%.*]], ptr noalias [[B:%.*]], ptr noalias [[C:%.*]]) #[[ATTR0:[0-9]+]] { |
| 12 | +; CHECK-NEXT: [[ENTRY:.*]]: |
| 13 | +; CHECK-NEXT: br label %[[LOOP_HEADER:.*]] |
| 14 | +; CHECK: [[LOOP_HEADER]]: |
| 15 | +; CHECK-NEXT: [[IV:%.*]] = phi i64 [ [[IV_NEXT:%.*]], %[[LOOP_LATCH:.*]] ], [ 0, %[[ENTRY]] ] |
| 16 | +; CHECK-NEXT: [[IV_1:%.*]] = or disjoint i64 [[IV]], 1 |
| 17 | +; CHECK-NEXT: [[GEP_A_1:%.*]] = getelementptr i8, ptr [[A]], i64 [[IV_1]] |
| 18 | +; CHECK-NEXT: [[L_1:%.*]] = load i8, ptr [[GEP_A_1]], align 1 |
| 19 | +; CHECK-NEXT: [[C_1:%.*]] = icmp eq i8 [[L_1]], 0 |
| 20 | +; CHECK-NEXT: br i1 [[C_1]], label %[[THEN:.*]], label %[[LOOP_LATCH]] |
| 21 | +; CHECK: [[THEN]]: |
| 22 | +; CHECK-NEXT: [[IV_2:%.*]] = or disjoint i64 [[IV]], 2 |
| 23 | +; CHECK-NEXT: [[ARRAYIDX7:%.*]] = getelementptr i8, ptr [[A]], i64 [[IV_2]] |
| 24 | +; CHECK-NEXT: [[L_2:%.*]] = load i8, ptr [[ARRAYIDX7]], align 1 |
| 25 | +; CHECK-NEXT: [[CONV8:%.*]] = zext i8 [[L_2]] to i32 |
| 26 | +; CHECK-NEXT: [[SHL:%.*]] = shl i32 [[CONV8]], 2 |
| 27 | +; CHECK-NEXT: [[ADD9:%.*]] = or disjoint i64 [[IV]], 1 |
| 28 | +; CHECK-NEXT: [[ARRAYIDX10:%.*]] = getelementptr i8, ptr [[A]], i64 [[ADD9]] |
| 29 | +; CHECK-NEXT: [[TMP0:%.*]] = load i8, ptr [[ARRAYIDX10]], align 1 |
| 30 | +; CHECK-NEXT: [[CONV11:%.*]] = zext i8 [[TMP0]] to i32 |
| 31 | +; CHECK-NEXT: [[SHL12:%.*]] = shl i32 [[CONV11]], 2 |
| 32 | +; CHECK-NEXT: [[OR:%.*]] = or i32 [[SHL12]], [[SHL]] |
| 33 | +; CHECK-NEXT: [[B2:%.*]] = getelementptr i8, ptr [[A]], i64 [[IV]] |
| 34 | +; CHECK-NEXT: [[TMP1:%.*]] = load i8, ptr [[B2]], align 1 |
| 35 | +; CHECK-NEXT: [[CONV15:%.*]] = zext i8 [[TMP1]] to i32 |
| 36 | +; CHECK-NEXT: [[OR16:%.*]] = or i32 [[OR]], [[CONV15]] |
| 37 | +; CHECK-NEXT: [[SHL17:%.*]] = shl i32 [[OR16]], 2 |
| 38 | +; CHECK-NEXT: [[CONV19:%.*]] = trunc i64 [[IV]] to i32 |
| 39 | +; CHECK-NEXT: [[ADD20:%.*]] = or i32 3, [[CONV19]] |
| 40 | +; CHECK-NEXT: [[DEST_0:%.*]] = or i32 [[SHL17]], [[ADD20]] |
| 41 | +; CHECK-NEXT: [[SHR:%.*]] = lshr i32 [[DEST_0]], 2 |
| 42 | +; CHECK-NEXT: [[SHR26:%.*]] = lshr i32 [[CONV8]], 2 |
| 43 | +; CHECK-NEXT: [[CONV27:%.*]] = trunc i32 [[SHR26]] to i8 |
| 44 | +; CHECK-NEXT: store i8 [[CONV27]], ptr [[ARRAYIDX7]], align 1 |
| 45 | +; CHECK-NEXT: [[SHR30:%.*]] = lshr i32 [[CONV8]], 5 |
| 46 | +; CHECK-NEXT: [[CONV31:%.*]] = trunc i32 [[SHR30]] to i8 |
| 47 | +; CHECK-NEXT: store i8 [[CONV31]], ptr [[C]], align 1 |
| 48 | +; CHECK-NEXT: [[CONV34:%.*]] = trunc i32 [[SHR]] to i8 |
| 49 | +; CHECK-NEXT: store i8 [[CONV34]], ptr [[B]], align 1 |
| 50 | +; CHECK-NEXT: br label %[[LOOP_LATCH]] |
| 51 | +; CHECK: [[LOOP_LATCH]]: |
| 52 | +; CHECK-NEXT: [[IV_NEXT]] = add i64 [[IV]], 4 |
| 53 | +; CHECK-NEXT: [[EC:%.*]] = icmp ugt i64 [[IV]], 1000 |
| 54 | +; CHECK-NEXT: br i1 [[EC]], label %[[EXIT:.*]], label %[[LOOP_HEADER]] |
| 55 | +; CHECK: [[EXIT]]: |
| 56 | +; CHECK-NEXT: ret void |
| 57 | +; |
| 58 | +entry: |
| 59 | + br label %loop.header |
| 60 | + |
| 61 | +loop.header: |
| 62 | + %iv = phi i64 [ %iv.next, %loop.latch ], [ 0, %entry ] |
| 63 | + %iv.1 = or disjoint i64 %iv, 1 |
| 64 | + %gep.A.1 = getelementptr i8, ptr %A, i64 %iv.1 |
| 65 | + %l.1 = load i8, ptr %gep.A.1, align 1 |
| 66 | + %c.1 = icmp eq i8 %l.1, 0 |
| 67 | + br i1 %c.1, label %then, label %loop.latch |
| 68 | + |
| 69 | +then: |
| 70 | + %iv.2 = or disjoint i64 %iv, 2 |
| 71 | + %arrayidx7 = getelementptr i8, ptr %A, i64 %iv.2 |
| 72 | + %l.2 = load i8, ptr %arrayidx7, align 1 |
| 73 | + %conv8 = zext i8 %l.2 to i32 |
| 74 | + %shl = shl i32 %conv8, 2 |
| 75 | + %add9 = or disjoint i64 %iv, 1 |
| 76 | + %arrayidx10 = getelementptr i8, ptr %A, i64 %add9 |
| 77 | + %2 = load i8, ptr %arrayidx10, align 1 |
| 78 | + %conv11 = zext i8 %2 to i32 |
| 79 | + %shl12 = shl i32 %conv11, 2 |
| 80 | + %or = or i32 %shl12, %shl |
| 81 | + %B2 = getelementptr i8, ptr %A, i64 %iv |
| 82 | + %3 = load i8, ptr %B2, align 1 |
| 83 | + %conv15 = zext i8 %3 to i32 |
| 84 | + %or16 = or i32 %or, %conv15 |
| 85 | + %shl17 = shl i32 %or16, 2 |
| 86 | + %conv19 = trunc i64 %iv to i32 |
| 87 | + %add20 = or i32 3, %conv19 |
| 88 | + %dest.0 = or i32 %shl17, %add20 |
| 89 | + %shr = lshr i32 %dest.0, 2 |
| 90 | + %shr26 = lshr i32 %conv8, 2 |
| 91 | + %conv27 = trunc i32 %shr26 to i8 |
| 92 | + store i8 %conv27, ptr %arrayidx7, align 1 |
| 93 | + %shr30 = lshr i32 %conv8, 5 |
| 94 | + %conv31 = trunc i32 %shr30 to i8 |
| 95 | + store i8 %conv31, ptr %C, align 1 |
| 96 | + %conv34 = trunc i32 %shr to i8 |
| 97 | + store i8 %conv34, ptr %B, align 1 |
| 98 | + br label %loop.latch |
| 99 | + |
| 100 | +loop.latch: |
| 101 | + %iv.next = add i64 %iv, 4 |
| 102 | + %ec = icmp ugt i64 %iv, 1000 |
| 103 | + br i1 %ec, label %exit, label %loop.header |
| 104 | + |
| 105 | +exit: |
| 106 | + ret void |
| 107 | +} |
| 108 | + |
| 109 | +attributes #0 = { vscale_range(2,2) "target-cpu"="neoverse-512tvb" } |
0 commit comments