|
| 1 | +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5 |
| 2 | +; RUN: llc -mattr=+sve < %s | FileCheck %s |
| 3 | + |
| 4 | +target triple = "aarch64-unknown-linux-gnu" |
| 5 | + |
| 6 | + |
| 7 | +define i1 @extract_icmp_v4i32_const_splat_rhs(<4 x i32> %a) { |
| 8 | +; CHECK-LABEL: extract_icmp_v4i32_const_splat_rhs: |
| 9 | +; CHECK: // %bb.0: |
| 10 | +; CHECK-NEXT: movi v1.4s, #5 |
| 11 | +; CHECK-NEXT: cmhi v0.4s, v1.4s, v0.4s |
| 12 | +; CHECK-NEXT: xtn v0.4h, v0.4s |
| 13 | +; CHECK-NEXT: umov w8, v0.h[1] |
| 14 | +; CHECK-NEXT: and w0, w8, #0x1 |
| 15 | +; CHECK-NEXT: ret |
| 16 | + %icmp = icmp ult <4 x i32> %a, splat (i32 5) |
| 17 | + %ext = extractelement <4 x i1> %icmp, i32 1 |
| 18 | + ret i1 %ext |
| 19 | +} |
| 20 | + |
| 21 | +define i1 @extract_icmp_v4i32_const_splat_lhs(<4 x i32> %a) { |
| 22 | +; CHECK-LABEL: extract_icmp_v4i32_const_splat_lhs: |
| 23 | +; CHECK: // %bb.0: |
| 24 | +; CHECK-NEXT: movi v1.4s, #7 |
| 25 | +; CHECK-NEXT: cmhi v0.4s, v0.4s, v1.4s |
| 26 | +; CHECK-NEXT: xtn v0.4h, v0.4s |
| 27 | +; CHECK-NEXT: umov w8, v0.h[1] |
| 28 | +; CHECK-NEXT: and w0, w8, #0x1 |
| 29 | +; CHECK-NEXT: ret |
| 30 | + %icmp = icmp ult <4 x i32> splat(i32 7), %a |
| 31 | + %ext = extractelement <4 x i1> %icmp, i32 1 |
| 32 | + ret i1 %ext |
| 33 | +} |
| 34 | + |
| 35 | +define i1 @extract_icmp_v4i32_const_vec_rhs(<4 x i32> %a) { |
| 36 | +; CHECK-LABEL: extract_icmp_v4i32_const_vec_rhs: |
| 37 | +; CHECK: // %bb.0: |
| 38 | +; CHECK-NEXT: adrp x8, .LCPI2_0 |
| 39 | +; CHECK-NEXT: ldr q1, [x8, :lo12:.LCPI2_0] |
| 40 | +; CHECK-NEXT: cmhi v0.4s, v1.4s, v0.4s |
| 41 | +; CHECK-NEXT: xtn v0.4h, v0.4s |
| 42 | +; CHECK-NEXT: umov w8, v0.h[1] |
| 43 | +; CHECK-NEXT: and w0, w8, #0x1 |
| 44 | +; CHECK-NEXT: ret |
| 45 | + %icmp = icmp ult <4 x i32> %a, <i32 5, i32 234, i32 -1, i32 7> |
| 46 | + %ext = extractelement <4 x i1> %icmp, i32 1 |
| 47 | + ret i1 %ext |
| 48 | +} |
| 49 | + |
| 50 | +define i1 @extract_fcmp_v4f32_const_splat_rhs(<4 x float> %a) { |
| 51 | +; CHECK-LABEL: extract_fcmp_v4f32_const_splat_rhs: |
| 52 | +; CHECK: // %bb.0: |
| 53 | +; CHECK-NEXT: fmov v1.4s, #4.00000000 |
| 54 | +; CHECK-NEXT: fcmge v0.4s, v0.4s, v1.4s |
| 55 | +; CHECK-NEXT: mvn v0.16b, v0.16b |
| 56 | +; CHECK-NEXT: xtn v0.4h, v0.4s |
| 57 | +; CHECK-NEXT: umov w8, v0.h[1] |
| 58 | +; CHECK-NEXT: and w0, w8, #0x1 |
| 59 | +; CHECK-NEXT: ret |
| 60 | + %fcmp = fcmp ult <4 x float> %a, splat(float 4.0e+0) |
| 61 | + %ext = extractelement <4 x i1> %fcmp, i32 1 |
| 62 | + ret i1 %ext |
| 63 | +} |
| 64 | + |
| 65 | +define void @vector_loop_with_icmp(ptr nocapture noundef writeonly %dest) { |
| 66 | +; CHECK-LABEL: vector_loop_with_icmp: |
| 67 | +; CHECK: // %bb.0: // %entry |
| 68 | +; CHECK-NEXT: index z0.d, #0, #1 |
| 69 | +; CHECK-NEXT: mov w8, #15 // =0xf |
| 70 | +; CHECK-NEXT: mov w9, #2 // =0x2 |
| 71 | +; CHECK-NEXT: dup v1.2d, x8 |
| 72 | +; CHECK-NEXT: dup v2.2d, x9 |
| 73 | +; CHECK-NEXT: add x9, x0, #4 |
| 74 | +; CHECK-NEXT: mov w10, #16 // =0x10 |
| 75 | +; CHECK-NEXT: mov w11, #1 // =0x1 |
| 76 | +; CHECK-NEXT: b .LBB4_2 |
| 77 | +; CHECK-NEXT: .LBB4_1: // %pred.store.continue6 |
| 78 | +; CHECK-NEXT: // in Loop: Header=BB4_2 Depth=1 |
| 79 | +; CHECK-NEXT: add v0.2d, v0.2d, v2.2d |
| 80 | +; CHECK-NEXT: subs x10, x10, #2 |
| 81 | +; CHECK-NEXT: add x9, x9, #8 |
| 82 | +; CHECK-NEXT: b.eq .LBB4_6 |
| 83 | +; CHECK-NEXT: .LBB4_2: // %vector.body |
| 84 | +; CHECK-NEXT: // =>This Inner Loop Header: Depth=1 |
| 85 | +; CHECK-NEXT: cmhi v3.2d, v1.2d, v0.2d |
| 86 | +; CHECK-NEXT: xtn v3.2s, v3.2d |
| 87 | +; CHECK-NEXT: fmov w12, s3 |
| 88 | +; CHECK-NEXT: tbz w12, #0, .LBB4_4 |
| 89 | +; CHECK-NEXT: // %bb.3: // %pred.store.if |
| 90 | +; CHECK-NEXT: // in Loop: Header=BB4_2 Depth=1 |
| 91 | +; CHECK-NEXT: stur w11, [x9, #-4] |
| 92 | +; CHECK-NEXT: .LBB4_4: // %pred.store.continue |
| 93 | +; CHECK-NEXT: // in Loop: Header=BB4_2 Depth=1 |
| 94 | +; CHECK-NEXT: dup v3.2d, x8 |
| 95 | +; CHECK-NEXT: cmhi v3.2d, v3.2d, v0.2d |
| 96 | +; CHECK-NEXT: xtn v3.2s, v3.2d |
| 97 | +; CHECK-NEXT: mov w12, v3.s[1] |
| 98 | +; CHECK-NEXT: tbz w12, #0, .LBB4_1 |
| 99 | +; CHECK-NEXT: // %bb.5: // %pred.store.if5 |
| 100 | +; CHECK-NEXT: // in Loop: Header=BB4_2 Depth=1 |
| 101 | +; CHECK-NEXT: str w11, [x9] |
| 102 | +; CHECK-NEXT: b .LBB4_1 |
| 103 | +; CHECK-NEXT: .LBB4_6: // %for.cond.cleanup |
| 104 | +; CHECK-NEXT: ret |
| 105 | +entry: |
| 106 | + br label %vector.body |
| 107 | + |
| 108 | +vector.body: |
| 109 | + %index = phi i64 [ 0, %entry ], [ %index.next, %pred.store.continue6 ] |
| 110 | + %vec.ind = phi <2 x i64> [ <i64 0, i64 1>, %entry ], [ %vec.ind.next, %pred.store.continue6 ] |
| 111 | + %vec.cmp = icmp ult <2 x i64> %vec.ind, <i64 15, i64 15> |
| 112 | + %c0 = extractelement <2 x i1> %vec.cmp, i64 0 |
| 113 | + br i1 %c0, label %pred.store.if, label %pred.store.continue |
| 114 | + |
| 115 | +pred.store.if: |
| 116 | + %arrayidx = getelementptr inbounds i32, ptr %dest, i64 %index |
| 117 | + store i32 1, ptr %arrayidx, align 4 |
| 118 | + br label %pred.store.continue |
| 119 | + |
| 120 | +pred.store.continue: |
| 121 | + %c1 = extractelement <2 x i1> %vec.cmp, i64 1 |
| 122 | + br i1 %c1, label %pred.store.if5, label %pred.store.continue6 |
| 123 | + |
| 124 | +pred.store.if5: |
| 125 | + %indexp1 = or disjoint i64 %index, 1 |
| 126 | + %arrayidx2 = getelementptr inbounds i32, ptr %dest, i64 %indexp1 |
| 127 | + store i32 1, ptr %arrayidx2, align 4 |
| 128 | + br label %pred.store.continue6 |
| 129 | + |
| 130 | +pred.store.continue6: |
| 131 | + %index.next = add i64 %index, 2 |
| 132 | + %vec.ind.next = add <2 x i64> %vec.ind, <i64 2, i64 2> |
| 133 | + %index.cmp = icmp eq i64 %index.next, 16 |
| 134 | + br i1 %index.cmp, label %for.cond.cleanup, label %vector.body |
| 135 | + |
| 136 | +for.cond.cleanup: |
| 137 | + ret void |
| 138 | +} |
| 139 | + |
| 140 | + |
| 141 | +; Negative tests |
| 142 | + |
| 143 | +define i1 @extract_icmp_v4i32_splat_rhs(<4 x i32> %a, i32 %b) { |
| 144 | +; CHECK-LABEL: extract_icmp_v4i32_splat_rhs: |
| 145 | +; CHECK: // %bb.0: |
| 146 | +; CHECK-NEXT: dup v1.4s, w0 |
| 147 | +; CHECK-NEXT: cmhi v0.4s, v1.4s, v0.4s |
| 148 | +; CHECK-NEXT: xtn v0.4h, v0.4s |
| 149 | +; CHECK-NEXT: umov w8, v0.h[1] |
| 150 | +; CHECK-NEXT: and w0, w8, #0x1 |
| 151 | +; CHECK-NEXT: ret |
| 152 | + %ins = insertelement <4 x i32> poison, i32 %b, i32 0 |
| 153 | + %splat = shufflevector <4 x i32> %ins, <4 x i32> poison, <4 x i32> zeroinitializer |
| 154 | + %icmp = icmp ult <4 x i32> %a, %splat |
| 155 | + %ext = extractelement <4 x i1> %icmp, i32 1 |
| 156 | + ret i1 %ext |
| 157 | +} |
| 158 | + |
| 159 | +define i1 @extract_icmp_v4i32_splat_rhs_mul_use(<4 x i32> %a, ptr %p) { |
| 160 | +; CHECK-LABEL: extract_icmp_v4i32_splat_rhs_mul_use: |
| 161 | +; CHECK: // %bb.0: |
| 162 | +; CHECK-NEXT: movi v1.4s, #235 |
| 163 | +; CHECK-NEXT: adrp x9, .LCPI6_0 |
| 164 | +; CHECK-NEXT: mov x8, x0 |
| 165 | +; CHECK-NEXT: ldr q2, [x9, :lo12:.LCPI6_0] |
| 166 | +; CHECK-NEXT: cmhi v0.4s, v1.4s, v0.4s |
| 167 | +; CHECK-NEXT: xtn v1.4h, v0.4s |
| 168 | +; CHECK-NEXT: and v0.16b, v0.16b, v2.16b |
| 169 | +; CHECK-NEXT: addv s0, v0.4s |
| 170 | +; CHECK-NEXT: umov w9, v1.h[1] |
| 171 | +; CHECK-NEXT: fmov w10, s0 |
| 172 | +; CHECK-NEXT: and w0, w9, #0x1 |
| 173 | +; CHECK-NEXT: strb w10, [x8] |
| 174 | +; CHECK-NEXT: ret |
| 175 | + %icmp = icmp ult <4 x i32> %a, splat(i32 235) |
| 176 | + %ext = extractelement <4 x i1> %icmp, i32 1 |
| 177 | + store <4 x i1> %icmp, ptr %p, align 4 |
| 178 | + ret i1 %ext |
| 179 | +} |
| 180 | + |
| 181 | +define i1 @extract_icmp_v4i32_splat_rhs_unknown_idx(<4 x i32> %a, i32 %c) { |
| 182 | +; CHECK-LABEL: extract_icmp_v4i32_splat_rhs_unknown_idx: |
| 183 | +; CHECK: // %bb.0: |
| 184 | +; CHECK-NEXT: sub sp, sp, #16 |
| 185 | +; CHECK-NEXT: .cfi_def_cfa_offset 16 |
| 186 | +; CHECK-NEXT: movi v1.4s, #127 |
| 187 | +; CHECK-NEXT: add x8, sp, #8 |
| 188 | +; CHECK-NEXT: // kill: def $w0 killed $w0 def $x0 |
| 189 | +; CHECK-NEXT: bfi x8, x0, #1, #2 |
| 190 | +; CHECK-NEXT: cmhi v0.4s, v1.4s, v0.4s |
| 191 | +; CHECK-NEXT: xtn v0.4h, v0.4s |
| 192 | +; CHECK-NEXT: str d0, [sp, #8] |
| 193 | +; CHECK-NEXT: ldrh w8, [x8] |
| 194 | +; CHECK-NEXT: and w0, w8, #0x1 |
| 195 | +; CHECK-NEXT: add sp, sp, #16 |
| 196 | +; CHECK-NEXT: ret |
| 197 | + %icmp = icmp ult <4 x i32> %a, splat(i32 127) |
| 198 | + %ext = extractelement <4 x i1> %icmp, i32 %c |
| 199 | + ret i1 %ext |
| 200 | +} |
0 commit comments