| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py |
| ; RUN: llc -mtriple=aarch64-unknown-linux-gnu < %s | FileCheck %s --check-prefixes=CHECK,CHECK-SD |
| ; RUN: llc -mtriple=aarch64-unknown-linux-gnu -global-isel < %s | FileCheck %s --check-prefixes=CHECK,CHECK-GI |
| |
| ; BIT Bitwise Insert if True |
| ; |
| ; 8-bit vectors tests |
| |
| define <1 x i8> @test_bit_v1i8(<1 x i8> %A, <1 x i8> %B, <1 x i8> %C) { |
| ; CHECK-SD-LABEL: test_bit_v1i8: |
| ; CHECK-SD: // %bb.0: |
| ; CHECK-SD-NEXT: bit v0.8b, v1.8b, v2.8b |
| ; CHECK-SD-NEXT: ret |
| ; |
| ; CHECK-GI-LABEL: test_bit_v1i8: |
| ; CHECK-GI: // %bb.0: |
| ; CHECK-GI-NEXT: // kill: def $d0 killed $d0 def $q0 |
| ; CHECK-GI-NEXT: // kill: def $d1 killed $d1 def $q1 |
| ; CHECK-GI-NEXT: // kill: def $d2 killed $d2 def $q2 |
| ; CHECK-GI-NEXT: umov w8, v2.b[0] |
| ; CHECK-GI-NEXT: umov w9, v1.b[0] |
| ; CHECK-GI-NEXT: umov w10, v0.b[0] |
| ; CHECK-GI-NEXT: and w9, w8, w9 |
| ; CHECK-GI-NEXT: bic w8, w10, w8 |
| ; CHECK-GI-NEXT: orr w8, w9, w8 |
| ; CHECK-GI-NEXT: fmov s0, w8 |
| ; CHECK-GI-NEXT: ret |
| %and = and <1 x i8> %C, %B |
| %neg = xor <1 x i8> %C, <i8 -1> |
| %and1 = and <1 x i8> %neg, %A |
| %or = or <1 x i8> %and, %and1 |
| ret <1 x i8> %or |
| } |
| |
| ; 16-bit vectors tests |
| |
| define <1 x i16> @test_bit_v1i16(<1 x i16> %A, <1 x i16> %B, <1 x i16> %C) { |
| ; CHECK-SD-LABEL: test_bit_v1i16: |
| ; CHECK-SD: // %bb.0: |
| ; CHECK-SD-NEXT: bit v0.8b, v1.8b, v2.8b |
| ; CHECK-SD-NEXT: ret |
| ; |
| ; CHECK-GI-LABEL: test_bit_v1i16: |
| ; CHECK-GI: // %bb.0: |
| ; CHECK-GI-NEXT: // kill: def $d0 killed $d0 def $q0 |
| ; CHECK-GI-NEXT: // kill: def $d1 killed $d1 def $q1 |
| ; CHECK-GI-NEXT: // kill: def $d2 killed $d2 def $q2 |
| ; CHECK-GI-NEXT: umov w8, v2.h[0] |
| ; CHECK-GI-NEXT: umov w9, v1.h[0] |
| ; CHECK-GI-NEXT: umov w10, v0.h[0] |
| ; CHECK-GI-NEXT: and w9, w8, w9 |
| ; CHECK-GI-NEXT: bic w8, w10, w8 |
| ; CHECK-GI-NEXT: orr w8, w9, w8 |
| ; CHECK-GI-NEXT: fmov s0, w8 |
| ; CHECK-GI-NEXT: ret |
| %and = and <1 x i16> %C, %B |
| %neg = xor <1 x i16> %C, <i16 -1> |
| %and1 = and <1 x i16> %neg, %A |
| %or = or <1 x i16> %and, %and1 |
| ret <1 x i16> %or |
| } |
| |
| ; 32-bit vectors tests |
| |
| define <1 x i32> @test_bit_v1i32(<1 x i32> %A, <1 x i32> %B, <1 x i32> %C) { |
| ; CHECK-SD-LABEL: test_bit_v1i32: |
| ; CHECK-SD: // %bb.0: |
| ; CHECK-SD-NEXT: bit v0.8b, v1.8b, v2.8b |
| ; CHECK-SD-NEXT: ret |
| ; |
| ; CHECK-GI-LABEL: test_bit_v1i32: |
| ; CHECK-GI: // %bb.0: |
| ; CHECK-GI-NEXT: fmov w8, s2 |
| ; CHECK-GI-NEXT: fmov w9, s1 |
| ; CHECK-GI-NEXT: fmov w10, s0 |
| ; CHECK-GI-NEXT: and w9, w8, w9 |
| ; CHECK-GI-NEXT: bic w8, w10, w8 |
| ; CHECK-GI-NEXT: orr w8, w9, w8 |
| ; CHECK-GI-NEXT: fmov s0, w8 |
| ; CHECK-GI-NEXT: ret |
| %and = and <1 x i32> %C, %B |
| %neg = xor <1 x i32> %C, <i32 -1> |
| %and1 = and <1 x i32> %neg, %A |
| %or = or <1 x i32> %and, %and1 |
| ret <1 x i32> %or |
| } |
| |
| ; 64-bit vectors tests |
| |
| define <1 x i64> @test_bit_v1i64(<1 x i64> %A, <1 x i64> %B, <1 x i64> %C) { |
| ; CHECK-SD-LABEL: test_bit_v1i64: |
| ; CHECK-SD: // %bb.0: |
| ; CHECK-SD-NEXT: bit v0.8b, v1.8b, v2.8b |
| ; CHECK-SD-NEXT: ret |
| ; |
| ; CHECK-GI-LABEL: test_bit_v1i64: |
| ; CHECK-GI: // %bb.0: |
| ; CHECK-GI-NEXT: fmov x8, d2 |
| ; CHECK-GI-NEXT: fmov x9, d1 |
| ; CHECK-GI-NEXT: fmov x10, d0 |
| ; CHECK-GI-NEXT: and x9, x8, x9 |
| ; CHECK-GI-NEXT: bic x8, x10, x8 |
| ; CHECK-GI-NEXT: orr x8, x9, x8 |
| ; CHECK-GI-NEXT: fmov d0, x8 |
| ; CHECK-GI-NEXT: ret |
| %and = and <1 x i64> %C, %B |
| %neg = xor <1 x i64> %C, <i64 -1> |
| %and1 = and <1 x i64> %neg, %A |
| %or = or <1 x i64> %and, %and1 |
| ret <1 x i64> %or |
| } |
| |
| define <2 x i32> @test_bit_v2i32(<2 x i32> %A, <2 x i32> %B, <2 x i32> %C) { |
| ; CHECK-LABEL: test_bit_v2i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: bit v0.8b, v1.8b, v2.8b |
| ; CHECK-NEXT: ret |
| %and = and <2 x i32> %C, %B |
| %neg = xor <2 x i32> %C, <i32 -1, i32 -1> |
| %and1 = and <2 x i32> %neg, %A |
| %or = or <2 x i32> %and, %and1 |
| ret <2 x i32> %or |
| } |
| |
| define <4 x i16> @test_bit_v4i16(<4 x i16> %A, <4 x i16> %B, <4 x i16> %C) { |
| ; CHECK-LABEL: test_bit_v4i16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: bit v0.8b, v1.8b, v2.8b |
| ; CHECK-NEXT: ret |
| %and = and <4 x i16> %C, %B |
| %neg = xor <4 x i16> %C, <i16 -1, i16 -1, i16 -1, i16 -1> |
| %and1 = and <4 x i16> %neg, %A |
| %or = or <4 x i16> %and, %and1 |
| ret <4 x i16> %or |
| } |
| |
| define <8 x i8> @test_bit_v8i8(<8 x i8> %A, <8 x i8> %B, <8 x i8> %C) { |
| ; CHECK-LABEL: test_bit_v8i8: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: bit v0.8b, v1.8b, v2.8b |
| ; CHECK-NEXT: ret |
| %and = and <8 x i8> %C, %B |
| %neg = xor <8 x i8> %C, <i8 -1, i8 -1, i8 -1, i8 -1, i8 -1, i8 -1, i8 -1, i8 -1> |
| %and1 = and <8 x i8> %neg, %A |
| %or = or <8 x i8> %and, %and1 |
| ret <8 x i8> %or |
| } |
| |
| ; 128-bit vectors tests |
| |
| define <2 x i64> @test_bit_v2i64(<2 x i64> %A, <2 x i64> %B, <2 x i64> %C) { |
| ; CHECK-LABEL: test_bit_v2i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: bit v0.16b, v1.16b, v2.16b |
| ; CHECK-NEXT: ret |
| %and = and <2 x i64> %C, %B |
| %neg = xor <2 x i64> %C, <i64 -1, i64 -1> |
| %and1 = and <2 x i64> %neg, %A |
| %or = or <2 x i64> %and, %and1 |
| ret <2 x i64> %or |
| } |
| |
| define <4 x i32> @test_bit_v4i32(<4 x i32> %A, <4 x i32> %B, <4 x i32> %C) { |
| ; CHECK-LABEL: test_bit_v4i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: bit v0.16b, v1.16b, v2.16b |
| ; CHECK-NEXT: ret |
| %and = and <4 x i32> %C, %B |
| %neg = xor <4 x i32> %C, <i32 -1, i32 -1, i32 -1, i32 -1> |
| %and1 = and <4 x i32> %neg, %A |
| %or = or <4 x i32> %and, %and1 |
| ret <4 x i32> %or |
| } |
| |
| define <8 x i16> @test_bit_v8i16(<8 x i16> %A, <8 x i16> %B, <8 x i16> %C) { |
| ; CHECK-LABEL: test_bit_v8i16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: bit v0.16b, v1.16b, v2.16b |
| ; CHECK-NEXT: ret |
| %and = and <8 x i16> %C, %B |
| %neg = xor <8 x i16> %C, <i16 -1, i16 -1, i16 -1, i16 -1, i16 -1, i16 -1, i16 -1, i16 -1> |
| %and1 = and <8 x i16> %neg, %A |
| %or = or <8 x i16> %and, %and1 |
| ret <8 x i16> %or |
| } |
| |
| define <16 x i8> @test_bit_v16i8(<16 x i8> %A, <16 x i8> %B, <16 x i8> %C) { |
| ; CHECK-LABEL: test_bit_v16i8: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: bit v0.16b, v1.16b, v2.16b |
| ; CHECK-NEXT: ret |
| %and = and <16 x i8> %C, %B |
| %neg = xor <16 x i8> %C, <i8 -1, i8 -1, i8 -1, i8 -1, i8 -1, i8 -1, i8 -1, i8 -1, i8 -1, i8 -1, i8 -1, i8 -1, i8 -1, i8 -1, i8 -1, i8 -1> |
| %and1 = and <16 x i8> %neg, %A |
| %or = or <16 x i8> %and, %and1 |
| ret <16 x i8> %or |
| } |
| |
| define <4 x i32> @test_bit_sink_operand(<4 x i32> %src, <4 x i32> %dst, <4 x i32> %mask, i32 %scratch) { |
| ; CHECK-SD-LABEL: test_bit_sink_operand: |
| ; CHECK-SD: // %bb.0: // %entry |
| ; CHECK-SD-NEXT: sub sp, sp, #32 |
| ; CHECK-SD-NEXT: .cfi_def_cfa_offset 32 |
| ; CHECK-SD-NEXT: add w8, w0, w0, lsr #31 |
| ; CHECK-SD-NEXT: mov w9, wzr |
| ; CHECK-SD-NEXT: asr w8, w8, #1 |
| ; CHECK-SD-NEXT: .LBB11_1: // %do.body |
| ; CHECK-SD-NEXT: // =>This Inner Loop Header: Depth=1 |
| ; CHECK-SD-NEXT: bit v1.16b, v0.16b, v2.16b |
| ; CHECK-SD-NEXT: add x10, sp, #16 |
| ; CHECK-SD-NEXT: mov x11, sp |
| ; CHECK-SD-NEXT: bfi x10, x9, #2, #2 |
| ; CHECK-SD-NEXT: bfi x11, x9, #2, #2 |
| ; CHECK-SD-NEXT: add w9, w9, #1 |
| ; CHECK-SD-NEXT: cmp w9, #5 |
| ; CHECK-SD-NEXT: str q1, [sp, #16] |
| ; CHECK-SD-NEXT: str w0, [x10] |
| ; CHECK-SD-NEXT: ldr q1, [sp, #16] |
| ; CHECK-SD-NEXT: str q0, [sp] |
| ; CHECK-SD-NEXT: str w8, [x11] |
| ; CHECK-SD-NEXT: ldr q0, [sp] |
| ; CHECK-SD-NEXT: b.ne .LBB11_1 |
| ; CHECK-SD-NEXT: // %bb.2: // %do.end |
| ; CHECK-SD-NEXT: mov v0.16b, v1.16b |
| ; CHECK-SD-NEXT: add sp, sp, #32 |
| ; CHECK-SD-NEXT: ret |
| ; |
| ; CHECK-GI-LABEL: test_bit_sink_operand: |
| ; CHECK-GI: // %bb.0: // %entry |
| ; CHECK-GI-NEXT: sub sp, sp, #32 |
| ; CHECK-GI-NEXT: .cfi_def_cfa_offset 32 |
| ; CHECK-GI-NEXT: asr w9, w0, #31 |
| ; CHECK-GI-NEXT: mov w8, wzr |
| ; CHECK-GI-NEXT: add x10, sp, #16 |
| ; CHECK-GI-NEXT: mov x11, sp |
| ; CHECK-GI-NEXT: add w9, w0, w9, lsr #31 |
| ; CHECK-GI-NEXT: asr w9, w9, #1 |
| ; CHECK-GI-NEXT: .LBB11_1: // %do.body |
| ; CHECK-GI-NEXT: // =>This Inner Loop Header: Depth=1 |
| ; CHECK-GI-NEXT: bit v1.16b, v0.16b, v2.16b |
| ; CHECK-GI-NEXT: mov w12, w8 |
| ; CHECK-GI-NEXT: add w8, w8, #1 |
| ; CHECK-GI-NEXT: and x12, x12, #0x3 |
| ; CHECK-GI-NEXT: cmp w8, #5 |
| ; CHECK-GI-NEXT: str q1, [sp, #16] |
| ; CHECK-GI-NEXT: str w0, [x10, x12, lsl #2] |
| ; CHECK-GI-NEXT: ldr q1, [sp, #16] |
| ; CHECK-GI-NEXT: str q0, [sp] |
| ; CHECK-GI-NEXT: str w9, [x11, x12, lsl #2] |
| ; CHECK-GI-NEXT: ldr q0, [sp] |
| ; CHECK-GI-NEXT: b.ne .LBB11_1 |
| ; CHECK-GI-NEXT: // %bb.2: // %do.end |
| ; CHECK-GI-NEXT: mov v0.16b, v1.16b |
| ; CHECK-GI-NEXT: add sp, sp, #32 |
| ; CHECK-GI-NEXT: ret |
| |
| entry: |
| %0 = xor <4 x i32> %mask, <i32 -1, i32 -1, i32 -1, i32 -1> |
| %div = sdiv i32 %scratch, 2 |
| br label %do.body |
| |
| do.body: |
| %dst.addr.0 = phi <4 x i32> [ %dst, %entry ], [ %vecins, %do.body ] |
| %src.addr.0 = phi <4 x i32> [ %src, %entry ], [ %vecins1, %do.body ] |
| %i.0 = phi i32 [ 0, %entry ], [ %inc, %do.body ] |
| %vbsl3.i = and <4 x i32> %src.addr.0, %mask |
| %vbsl4.i = and <4 x i32> %dst.addr.0, %0 |
| %vbsl5.i = or <4 x i32> %vbsl3.i, %vbsl4.i |
| %vecins = insertelement <4 x i32> %vbsl5.i, i32 %scratch, i32 %i.0 |
| %vecins1 = insertelement <4 x i32> %src.addr.0, i32 %div, i32 %i.0 |
| %inc = add nuw nsw i32 %i.0, 1 |
| %exitcond.not = icmp eq i32 %inc, 5 |
| br i1 %exitcond.not, label %do.end, label %do.body |
| |
| do.end: |
| ret <4 x i32> %vecins |
| } |