| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 6 | |
| ; RUN: llc -mtriple=aarch64 -global-isel=0 < %s | FileCheck %s --check-prefixes=CHECK,CHECK-SD | |
| ; RUN: llc -mtriple=aarch64 -global-isel < %s | FileCheck %s --check-prefixes=CHECK,CHECK-GI | |
| define <4 x b32> @test_bitinsert_v4i8_const(<4 x b32> %base, <4 x i8> %val) { | |
| ; CHECK-SD-LABEL: test_bitinsert_v4i8_const: | |
| ; CHECK-SD: // %bb.0: | |
| ; CHECK-SD-NEXT: bic v1.4h, #255, lsl #8 | |
| ; CHECK-SD-NEXT: bic v0.4s, #255, lsl #8 | |
| ; CHECK-SD-NEXT: ushll v1.4s, v1.4h, #8 | |
| ; CHECK-SD-NEXT: orr v0.16b, v0.16b, v1.16b | |
| ; CHECK-SD-NEXT: ret | |
| ; | |
| ; CHECK-GI-LABEL: test_bitinsert_v4i8_const: | |
| ; CHECK-GI: // %bb.0: | |
| ; CHECK-GI-NEXT: movi v2.2d, #0x0000ff000000ff | |
| ; CHECK-GI-NEXT: ushll v1.4s, v1.4h, #0 | |
| ; CHECK-GI-NEXT: movi v3.2d, #0xffff00ffffff00ff | |
| ; CHECK-GI-NEXT: and v1.16b, v1.16b, v2.16b | |
| ; CHECK-GI-NEXT: and v0.16b, v0.16b, v3.16b | |
| ; CHECK-GI-NEXT: shl v1.4s, v1.4s, #8 | |
| ; CHECK-GI-NEXT: orr v0.16b, v0.16b, v1.16b | |
| ; CHECK-GI-NEXT: ret | |
| %result = bitinsert <4 x b32> %base, <4 x i8> %val, <4 x i32> splat (i32 8) | |
| ret <4 x b32> %result | |
| } | |
| define <4 x b32> @test_bitinsert_v4i8_var(<4 x b32> %base, <4 x i8> %val, <4 x i32> %off) { | |
| ; CHECK-SD-LABEL: test_bitinsert_v4i8_var: | |
| ; CHECK-SD: // %bb.0: | |
| ; CHECK-SD-NEXT: movi v3.2d, #0x0000ff000000ff | |
| ; CHECK-SD-NEXT: bic v1.4h, #255, lsl #8 | |
| ; CHECK-SD-NEXT: ushll v1.4s, v1.4h, #0 | |
| ; CHECK-SD-NEXT: ushl v3.4s, v3.4s, v2.4s | |
| ; CHECK-SD-NEXT: ushl v1.4s, v1.4s, v2.4s | |
| ; CHECK-SD-NEXT: bic v0.16b, v0.16b, v3.16b | |
| ; CHECK-SD-NEXT: orr v0.16b, v0.16b, v1.16b | |
| ; CHECK-SD-NEXT: ret | |
| ; | |
| ; CHECK-GI-LABEL: test_bitinsert_v4i8_var: | |
| ; CHECK-GI: // %bb.0: | |
| ; CHECK-GI-NEXT: movi v3.2d, #0x0000ff000000ff | |
| ; CHECK-GI-NEXT: ushll v1.4s, v1.4h, #0 | |
| ; CHECK-GI-NEXT: and v1.16b, v1.16b, v3.16b | |
| ; CHECK-GI-NEXT: ushl v3.4s, v3.4s, v2.4s | |
| ; CHECK-GI-NEXT: bic v0.16b, v0.16b, v3.16b | |
| ; CHECK-GI-NEXT: ushl v1.4s, v1.4s, v2.4s | |
| ; CHECK-GI-NEXT: orr v0.16b, v0.16b, v1.16b | |
| ; CHECK-GI-NEXT: ret | |
| %result = bitinsert <4 x b32> %base, <4 x i8> %val, <4 x i32> %off | |
| ret <4 x b32> %result | |
| } | |
| define <2 x b64> @test_bitinsert_v2f32(<2 x b64> %base, <2 x float> %val) { | |
| ; CHECK-SD-LABEL: test_bitinsert_v2f32: | |
| ; CHECK-SD: // %bb.0: | |
| ; CHECK-SD-NEXT: adrp x8, .LCPI2_0 | |
| ; CHECK-SD-NEXT: ushll v1.2d, v1.2s, #0 | |
| ; CHECK-SD-NEXT: adrp x9, .LCPI2_1 | |
| ; CHECK-SD-NEXT: ldr q2, [x8, :lo12:.LCPI2_0] | |
| ; CHECK-SD-NEXT: ldr q3, [x9, :lo12:.LCPI2_1] | |
| ; CHECK-SD-NEXT: ushl v1.2d, v1.2d, v2.2d | |
| ; CHECK-SD-NEXT: and v0.16b, v0.16b, v3.16b | |
| ; CHECK-SD-NEXT: orr v0.16b, v0.16b, v1.16b | |
| ; CHECK-SD-NEXT: ret | |
| ; | |
| ; CHECK-GI-LABEL: test_bitinsert_v2f32: | |
| ; CHECK-GI: // %bb.0: | |
| ; CHECK-GI-NEXT: adrp x8, .LCPI2_1 | |
| ; CHECK-GI-NEXT: ushll v1.2d, v1.2s, #0 | |
| ; CHECK-GI-NEXT: adrp x9, .LCPI2_0 | |
| ; CHECK-GI-NEXT: ldr q2, [x8, :lo12:.LCPI2_1] | |
| ; CHECK-GI-NEXT: ldr q3, [x9, :lo12:.LCPI2_0] | |
| ; CHECK-GI-NEXT: and v0.16b, v0.16b, v3.16b | |
| ; CHECK-GI-NEXT: ushl v1.2d, v1.2d, v2.2d | |
| ; CHECK-GI-NEXT: orr v0.16b, v0.16b, v1.16b | |
| ; CHECK-GI-NEXT: ret | |
| %result = bitinsert <2 x b64> %base, <2 x float> %val, <2 x i32> <i32 0, i32 32> | |
| ret <2 x b64> %result | |
| } | |
| define <2 x b64> @test_bitinsert_v2ptr(<2 x b64> %base, <2 x ptr> %val) { | |
| ; CHECK-LABEL: test_bitinsert_v2ptr: | |
| ; CHECK: // %bb.0: | |
| ; CHECK-NEXT: mov v0.16b, v1.16b | |
| ; CHECK-NEXT: ret | |
| %result = bitinsert <2 x b64> %base, <2 x ptr> %val, <2 x i32> zeroinitializer | |
| ret <2 x b64> %result | |
| } | |
| define <2 x b128> @test_bitinsert_v2ptr_b128(<2 x b128> %base, <2 x ptr> %val) { | |
| ; CHECK-SD-LABEL: test_bitinsert_v2ptr_b128: | |
| ; CHECK-SD: // %bb.0: | |
| ; CHECK-SD-NEXT: mov x8, v0.d[1] | |
| ; CHECK-SD-NEXT: fmov x9, d0 | |
| ; CHECK-SD-NEXT: bfi x0, x9, #32, #32 | |
| ; CHECK-SD-NEXT: bfxil x1, x9, #32, #32 | |
| ; CHECK-SD-NEXT: bfi x2, x8, #32, #32 | |
| ; CHECK-SD-NEXT: bfxil x3, x8, #32, #32 | |
| ; CHECK-SD-NEXT: ret | |
| ; | |
| ; CHECK-GI-LABEL: test_bitinsert_v2ptr_b128: | |
| ; CHECK-GI: // %bb.0: | |
| ; CHECK-GI-NEXT: mov d1, v0.d[1] | |
| ; CHECK-GI-NEXT: fmov x9, d0 | |
| ; CHECK-GI-NEXT: and x8, x1, #0xffffffff00000000 | |
| ; CHECK-GI-NEXT: and x10, x3, #0xffffffff00000000 | |
| ; CHECK-GI-NEXT: bfi x0, x9, #32, #32 | |
| ; CHECK-GI-NEXT: orr x1, x8, x9, lsr #32 | |
| ; CHECK-GI-NEXT: fmov x11, d1 | |
| ; CHECK-GI-NEXT: bfi x2, x11, #32, #32 | |
| ; CHECK-GI-NEXT: orr x3, x10, x11, lsr #32 | |
| ; CHECK-GI-NEXT: ret | |
| %result = bitinsert <2 x b128> %base, <2 x ptr> %val, <2 x i32> splat (i32 32) | |
| ret <2 x b128> %result | |
| } | |
| define <16 x b8> @test_bitinsert_v16i4_var(<16 x b8> %base, <16 x i4> %val, <16 x i32> %off) { | |
| ; CHECK-SD-LABEL: test_bitinsert_v16i4_var: | |
| ; CHECK-SD: // %bb.0: | |
| ; CHECK-SD-NEXT: uzp1 v4.8h, v4.8h, v5.8h | |
| ; CHECK-SD-NEXT: uzp1 v2.8h, v2.8h, v3.8h | |
| ; CHECK-SD-NEXT: movi v3.16b, #15 | |
| ; CHECK-SD-NEXT: uzp1 v2.16b, v2.16b, v4.16b | |
| ; CHECK-SD-NEXT: and v1.16b, v1.16b, v3.16b | |
| ; CHECK-SD-NEXT: ushl v3.16b, v3.16b, v2.16b | |
| ; CHECK-SD-NEXT: ushl v1.16b, v1.16b, v2.16b | |
| ; CHECK-SD-NEXT: bic v0.16b, v0.16b, v3.16b | |
| ; CHECK-SD-NEXT: orr v0.16b, v0.16b, v1.16b | |
| ; CHECK-SD-NEXT: ret | |
| ; | |
| ; CHECK-GI-LABEL: test_bitinsert_v16i4_var: | |
| ; CHECK-GI: // %bb.0: | |
| ; CHECK-GI-NEXT: uzp1 v2.8h, v2.8h, v3.8h | |
| ; CHECK-GI-NEXT: uzp1 v3.8h, v4.8h, v5.8h | |
| ; CHECK-GI-NEXT: uzp1 v2.16b, v2.16b, v3.16b | |
| ; CHECK-GI-NEXT: movi v3.16b, #15 | |
| ; CHECK-GI-NEXT: and v1.16b, v1.16b, v3.16b | |
| ; CHECK-GI-NEXT: ushl v3.16b, v3.16b, v2.16b | |
| ; CHECK-GI-NEXT: bic v0.16b, v0.16b, v3.16b | |
| ; CHECK-GI-NEXT: ushl v1.16b, v1.16b, v2.16b | |
| ; CHECK-GI-NEXT: orr v0.16b, v0.16b, v1.16b | |
| ; CHECK-GI-NEXT: ret | |
| %result = bitinsert <16 x b8> %base, <16 x i4> %val, <16 x i32> %off | |
| ret <16 x b8> %result | |
| } |