|
66 | 66 | exit:
|
67 | 67 | ret void
|
68 | 68 | }
|
| 69 | + |
| 70 | +define void @test_2xi64_with_wide_load(ptr noalias %data, ptr noalias %factor) { |
| 71 | +; CHECK-LABEL: define void @test_2xi64_with_wide_load( |
| 72 | +; CHECK-SAME: ptr noalias [[DATA:%.*]], ptr noalias [[FACTOR:%.*]]) { |
| 73 | +; CHECK-NEXT: [[ENTRY:.*]]: |
| 74 | +; CHECK-NEXT: br i1 false, label %[[SCALAR_PH:.*]], label %[[VECTOR_PH:.*]] |
| 75 | +; CHECK: [[VECTOR_PH]]: |
| 76 | +; CHECK-NEXT: br label %[[VECTOR_BODY:.*]] |
| 77 | +; CHECK: [[VECTOR_BODY]]: |
| 78 | +; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ 0, %[[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], %[[VECTOR_BODY]] ] |
| 79 | +; CHECK-NEXT: [[TMP0:%.*]] = add i64 [[INDEX]], 1 |
| 80 | +; CHECK-NEXT: [[TMP1:%.*]] = getelementptr inbounds i64, ptr [[FACTOR]], i64 [[INDEX]] |
| 81 | +; CHECK-NEXT: [[TMP2:%.*]] = getelementptr inbounds i64, ptr [[TMP1]], i32 0 |
| 82 | +; CHECK-NEXT: [[TMP3:%.*]] = getelementptr inbounds i64, ptr [[TMP1]], i32 2 |
| 83 | +; CHECK-NEXT: [[TMP4:%.*]] = load i64, ptr [[TMP2]], align 8 |
| 84 | +; CHECK-NEXT: [[BROADCAST_SPLATINSERT:%.*]] = insertelement <2 x i64> poison, i64 [[TMP4]], i64 0 |
| 85 | +; CHECK-NEXT: [[BROADCAST_SPLAT:%.*]] = shufflevector <2 x i64> [[BROADCAST_SPLATINSERT]], <2 x i64> poison, <2 x i32> zeroinitializer |
| 86 | +; CHECK-NEXT: [[TMP5:%.*]] = load i64, ptr [[TMP3]], align 8 |
| 87 | +; CHECK-NEXT: [[BROADCAST_SPLATINSERT2:%.*]] = insertelement <2 x i64> poison, i64 [[TMP5]], i64 0 |
| 88 | +; CHECK-NEXT: [[BROADCAST_SPLAT3:%.*]] = shufflevector <2 x i64> [[BROADCAST_SPLATINSERT2]], <2 x i64> poison, <2 x i32> zeroinitializer |
| 89 | +; CHECK-NEXT: [[TMP6:%.*]] = shl nsw i64 [[INDEX]], 1 |
| 90 | +; CHECK-NEXT: [[TMP7:%.*]] = shl nsw i64 [[TMP0]], 1 |
| 91 | +; CHECK-NEXT: [[TMP8:%.*]] = getelementptr inbounds i64, ptr [[DATA]], i64 [[TMP6]] |
| 92 | +; CHECK-NEXT: [[TMP9:%.*]] = getelementptr inbounds i64, ptr [[DATA]], i64 [[TMP7]] |
| 93 | +; CHECK-NEXT: [[WIDE_LOAD:%.*]] = load <2 x i64>, ptr [[TMP8]], align 8 |
| 94 | +; CHECK-NEXT: [[WIDE_LOAD1:%.*]] = load <2 x i64>, ptr [[TMP9]], align 8 |
| 95 | +; CHECK-NEXT: [[TMP10:%.*]] = mul <2 x i64> [[BROADCAST_SPLAT]], [[WIDE_LOAD]] |
| 96 | +; CHECK-NEXT: [[TMP11:%.*]] = mul <2 x i64> [[BROADCAST_SPLAT3]], [[WIDE_LOAD1]] |
| 97 | +; CHECK-NEXT: store <2 x i64> [[TMP10]], ptr [[TMP8]], align 8 |
| 98 | +; CHECK-NEXT: store <2 x i64> [[TMP11]], ptr [[TMP9]], align 8 |
| 99 | +; CHECK-NEXT: [[INDEX_NEXT]] = add nuw i64 [[INDEX]], 2 |
| 100 | +; CHECK-NEXT: [[TMP12:%.*]] = icmp eq i64 [[INDEX_NEXT]], 100 |
| 101 | +; CHECK-NEXT: br i1 [[TMP12]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !llvm.loop [[LOOP4:![0-9]+]] |
| 102 | +; CHECK: [[MIDDLE_BLOCK]]: |
| 103 | +; CHECK-NEXT: br i1 true, label %[[EXIT:.*]], label %[[SCALAR_PH]] |
| 104 | +; CHECK: [[SCALAR_PH]]: |
| 105 | +; CHECK-NEXT: [[BC_RESUME_VAL:%.*]] = phi i64 [ 100, %[[MIDDLE_BLOCK]] ], [ 0, %[[ENTRY]] ] |
| 106 | +; CHECK-NEXT: br label %[[LOOP:.*]] |
| 107 | +; CHECK: [[LOOP]]: |
| 108 | +; CHECK-NEXT: [[IV:%.*]] = phi i64 [ [[BC_RESUME_VAL]], %[[SCALAR_PH]] ], [ [[IV_NEXT:%.*]], %[[LOOP]] ] |
| 109 | +; CHECK-NEXT: [[ARRAYIDX:%.*]] = getelementptr inbounds i64, ptr [[FACTOR]], i64 [[IV]] |
| 110 | +; CHECK-NEXT: [[L_FACTOR:%.*]] = load i64, ptr [[ARRAYIDX]], align 8 |
| 111 | +; CHECK-NEXT: [[TMP13:%.*]] = shl nsw i64 [[IV]], 1 |
| 112 | +; CHECK-NEXT: [[DATA_0:%.*]] = getelementptr inbounds i64, ptr [[DATA]], i64 [[TMP13]] |
| 113 | +; CHECK-NEXT: [[L_0:%.*]] = load i64, ptr [[DATA_0]], align 8 |
| 114 | +; CHECK-NEXT: [[MUL_0:%.*]] = mul i64 [[L_FACTOR]], [[L_0]] |
| 115 | +; CHECK-NEXT: store i64 [[MUL_0]], ptr [[DATA_0]], align 8 |
| 116 | +; CHECK-NEXT: [[TMP14:%.*]] = or disjoint i64 [[TMP13]], 1 |
| 117 | +; CHECK-NEXT: [[DATA_1:%.*]] = getelementptr inbounds i64, ptr [[DATA]], i64 [[TMP14]] |
| 118 | +; CHECK-NEXT: [[L_1:%.*]] = load i64, ptr [[DATA_1]], align 8 |
| 119 | +; CHECK-NEXT: [[MUL_1:%.*]] = mul i64 [[L_FACTOR]], [[L_1]] |
| 120 | +; CHECK-NEXT: store i64 [[MUL_1]], ptr [[DATA_1]], align 8 |
| 121 | +; CHECK-NEXT: [[IV_NEXT]] = add nuw nsw i64 [[IV]], 1 |
| 122 | +; CHECK-NEXT: [[EC:%.*]] = icmp eq i64 [[IV_NEXT]], 100 |
| 123 | +; CHECK-NEXT: br i1 [[EC]], label %[[EXIT]], label %[[LOOP]], !llvm.loop [[LOOP5:![0-9]+]] |
| 124 | +; CHECK: [[EXIT]]: |
| 125 | +; CHECK-NEXT: ret void |
| 126 | +; |
| 127 | +entry: |
| 128 | + br label %loop |
| 129 | + |
| 130 | +loop: |
| 131 | + %iv = phi i64 [ 0, %entry ], [ %iv.next, %loop ] |
| 132 | + %arrayidx = getelementptr inbounds i64, ptr %factor, i64 %iv |
| 133 | + %l.factor = load i64, ptr %arrayidx, align 8 |
| 134 | + %1 = shl nsw i64 %iv, 1 |
| 135 | + %data.0 = getelementptr inbounds i64, ptr %data, i64 %1 |
| 136 | + %l.0 = load i64, ptr %data.0, align 8 |
| 137 | + %mul.0 = mul i64 %l.factor, %l.0 |
| 138 | + store i64 %mul.0, ptr %data.0, align 8 |
| 139 | + %3 = or disjoint i64 %1, 1 |
| 140 | + %data.1 = getelementptr inbounds i64, ptr %data, i64 %3 |
| 141 | + %l.1 = load i64, ptr %data.1, align 8 |
| 142 | + %mul.1 = mul i64 %l.factor, %l.1 |
| 143 | + store i64 %mul.1, ptr %data.1, align 8 |
| 144 | + %iv.next = add nuw nsw i64 %iv, 1 |
| 145 | + %ec = icmp eq i64 %iv.next, 100 |
| 146 | + br i1 %ec, label %exit, label %loop |
| 147 | + |
| 148 | +exit: |
| 149 | + ret void |
| 150 | +} |
0 commit comments