| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 6 | |
| ; RUN: llc -mtriple=x86_64-- -mcpu=x86-64 < %s | FileCheck %s --check-prefixes=SSE,SSE2 | |
| ; RUN: llc -mtriple=x86_64-- -mcpu=x86-64-v2 < %s | FileCheck %s --check-prefixes=SSE,SSE42 | |
| ; RUN: llc -mtriple=x86_64-- -mcpu=x86-64-v3 < %s | FileCheck %s --check-prefixes=AVX,AVX2 | |
| ; RUN: llc -mtriple=x86_64-- -mcpu=x86-64-v4 < %s | FileCheck %s --check-prefixes=AVX,AVX512 | |
| define <4 x b32> @test_bitinsert_v4i8_const(<4 x b32> %base, <4 x i8> %val) { | |
| ; SSE2-LABEL: test_bitinsert_v4i8_const: | |
| ; SSE2: # %bb.0: | |
| ; SSE2-NEXT: pxor %xmm2, %xmm2 | |
| ; SSE2-NEXT: punpcklbw {{.*#+}} xmm1 = xmm1[0],xmm2[0],xmm1[1],xmm2[1],xmm1[2],xmm2[2],xmm1[3],xmm2[3],xmm1[4],xmm2[4],xmm1[5],xmm2[5],xmm1[6],xmm2[6],xmm1[7],xmm2[7] | |
| ; SSE2-NEXT: punpcklwd {{.*#+}} xmm1 = xmm1[0],xmm2[0],xmm1[1],xmm2[1],xmm1[2],xmm2[2],xmm1[3],xmm2[3] | |
| ; SSE2-NEXT: pslld $8, %xmm1 | |
| ; SSE2-NEXT: pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0 | |
| ; SSE2-NEXT: por %xmm1, %xmm0 | |
| ; SSE2-NEXT: retq | |
| ; | |
| ; SSE42-LABEL: test_bitinsert_v4i8_const: | |
| ; SSE42: # %bb.0: | |
| ; SSE42-NEXT: pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0 | |
| ; SSE42-NEXT: pmovzxbd {{.*#+}} xmm1 = xmm1[0],zero,zero,zero,xmm1[1],zero,zero,zero,xmm1[2],zero,zero,zero,xmm1[3],zero,zero,zero | |
| ; SSE42-NEXT: pslld $8, %xmm1 | |
| ; SSE42-NEXT: por %xmm1, %xmm0 | |
| ; SSE42-NEXT: retq | |
| ; | |
| ; AVX2-LABEL: test_bitinsert_v4i8_const: | |
| ; AVX2: # %bb.0: | |
| ; AVX2-NEXT: vpshufb {{.*#+}} xmm1 = zero,xmm1[0],zero,zero,zero,xmm1[1],zero,zero,zero,xmm1[2],zero,zero,zero,xmm1[3],zero,zero | |
| ; AVX2-NEXT: vpand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0, %xmm0 | |
| ; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0 | |
| ; AVX2-NEXT: retq | |
| ; | |
| ; AVX512-LABEL: test_bitinsert_v4i8_const: | |
| ; AVX512: # %bb.0: | |
| ; AVX512-NEXT: vpshufb {{.*#+}} xmm1 = zero,xmm1[0],zero,zero,zero,xmm1[1],zero,zero,zero,xmm1[2],zero,zero,zero,xmm1[3],zero,zero | |
| ; AVX512-NEXT: vpternlogd {{.*#+}} xmm0 = (xmm0 & m32bcst) | xmm1 | |
| ; AVX512-NEXT: retq | |
| %result = bitinsert <4 x b32> %base, <4 x i8> %val, <4 x i32> splat (i32 8) | |
| ret <4 x b32> %result | |
| } | |
| define <4 x b32> @test_bitinsert_v4i8_var(<4 x b32> %base, <4 x i8> %val, <4 x i32> %off) { | |
| ; SSE2-LABEL: test_bitinsert_v4i8_var: | |
| ; SSE2: # %bb.0: | |
| ; SSE2-NEXT: pxor %xmm3, %xmm3 | |
| ; SSE2-NEXT: punpcklbw {{.*#+}} xmm1 = xmm1[0],xmm3[0],xmm1[1],xmm3[1],xmm1[2],xmm3[2],xmm1[3],xmm3[3],xmm1[4],xmm3[4],xmm1[5],xmm3[5],xmm1[6],xmm3[6],xmm1[7],xmm3[7] | |
| ; SSE2-NEXT: punpcklwd {{.*#+}} xmm1 = xmm1[0],xmm3[0],xmm1[1],xmm3[1],xmm1[2],xmm3[2],xmm1[3],xmm3[3] | |
| ; SSE2-NEXT: pslld $23, %xmm2 | |
| ; SSE2-NEXT: paddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2 # [1065353216,1065353216,1065353216,1065353216] | |
| ; SSE2-NEXT: cvttps2dq %xmm2, %xmm2 | |
| ; SSE2-NEXT: pshufd {{.*#+}} xmm3 = xmm1[1,1,3,3] | |
| ; SSE2-NEXT: pmuludq %xmm2, %xmm1 | |
| ; SSE2-NEXT: pshufd {{.*#+}} xmm4 = xmm1[0,2,2,3] | |
| ; SSE2-NEXT: pshufd {{.*#+}} xmm5 = xmm2[1,1,3,3] | |
| ; SSE2-NEXT: pmuludq %xmm5, %xmm3 | |
| ; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm3[0,2,2,3] | |
| ; SSE2-NEXT: punpckldq {{.*#+}} xmm4 = xmm4[0],xmm1[0],xmm4[1],xmm1[1] | |
| ; SSE2-NEXT: movdqa {{.*#+}} xmm3 = [255,255,255,255] | |
| ; SSE2-NEXT: pmuludq %xmm3, %xmm2 | |
| ; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm2[0,2,2,3] | |
| ; SSE2-NEXT: pmuludq %xmm3, %xmm5 | |
| ; SSE2-NEXT: pshufd {{.*#+}} xmm2 = xmm5[0,2,2,3] | |
| ; SSE2-NEXT: punpckldq {{.*#+}} xmm1 = xmm1[0],xmm2[0],xmm1[1],xmm2[1] | |
| ; SSE2-NEXT: pandn %xmm0, %xmm1 | |
| ; SSE2-NEXT: por %xmm4, %xmm1 | |
| ; SSE2-NEXT: movdqa %xmm1, %xmm0 | |
| ; SSE2-NEXT: retq | |
| ; | |
| ; SSE42-LABEL: test_bitinsert_v4i8_var: | |
| ; SSE42: # %bb.0: | |
| ; SSE42-NEXT: pmovzxbd {{.*#+}} xmm3 = xmm1[0],zero,zero,zero,xmm1[1],zero,zero,zero,xmm1[2],zero,zero,zero,xmm1[3],zero,zero,zero | |
| ; SSE42-NEXT: pslld $23, %xmm2 | |
| ; SSE42-NEXT: paddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm2 # [1065353216,1065353216,1065353216,1065353216] | |
| ; SSE42-NEXT: cvttps2dq %xmm2, %xmm2 | |
| ; SSE42-NEXT: pmulld %xmm2, %xmm3 | |
| ; SSE42-NEXT: movdqa %xmm2, %xmm1 | |
| ; SSE42-NEXT: pslld $8, %xmm1 | |
| ; SSE42-NEXT: psubd %xmm2, %xmm1 | |
| ; SSE42-NEXT: pandn %xmm0, %xmm1 | |
| ; SSE42-NEXT: por %xmm3, %xmm1 | |
| ; SSE42-NEXT: movdqa %xmm1, %xmm0 | |
| ; SSE42-NEXT: retq | |
| ; | |
| ; AVX2-LABEL: test_bitinsert_v4i8_var: | |
| ; AVX2: # %bb.0: | |
| ; AVX2-NEXT: vpmovzxbd {{.*#+}} xmm1 = xmm1[0],zero,zero,zero,xmm1[1],zero,zero,zero,xmm1[2],zero,zero,zero,xmm1[3],zero,zero,zero | |
| ; AVX2-NEXT: vpsllvd %xmm2, %xmm1, %xmm1 | |
| ; AVX2-NEXT: vpbroadcastd {{.*#+}} xmm3 = [255,255,255,255] | |
| ; AVX2-NEXT: vpsllvd %xmm2, %xmm3, %xmm2 | |
| ; AVX2-NEXT: vpandn %xmm0, %xmm2, %xmm0 | |
| ; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0 | |
| ; AVX2-NEXT: retq | |
| ; | |
| ; AVX512-LABEL: test_bitinsert_v4i8_var: | |
| ; AVX512: # %bb.0: | |
| ; AVX512-NEXT: vpbroadcastd {{.*#+}} xmm3 = [255,255,255,255] | |
| ; AVX512-NEXT: vpsllvd %xmm2, %xmm3, %xmm3 | |
| ; AVX512-NEXT: vpmovzxbd {{.*#+}} xmm1 = xmm1[0],zero,zero,zero,xmm1[1],zero,zero,zero,xmm1[2],zero,zero,zero,xmm1[3],zero,zero,zero | |
| ; AVX512-NEXT: vpsllvd %xmm2, %xmm1, %xmm1 | |
| ; AVX512-NEXT: vpternlogd {{.*#+}} xmm0 = (xmm0 & ~xmm3) | xmm1 | |
| ; AVX512-NEXT: retq | |
| %result = bitinsert <4 x b32> %base, <4 x i8> %val, <4 x i32> %off | |
| ret <4 x b32> %result | |
| } | |
| define <2 x b64> @test_bitinsert_v2f32(<2 x b64> %base, <2 x float> %val) { | |
| ; SSE2-LABEL: test_bitinsert_v2f32: | |
| ; SSE2: # %bb.0: | |
| ; SSE2-NEXT: xorps %xmm2, %xmm2 | |
| ; SSE2-NEXT: xorps %xmm3, %xmm3 | |
| ; SSE2-NEXT: movss {{.*#+}} xmm3 = xmm1[0],xmm3[1,2,3] | |
| ; SSE2-NEXT: unpcklps {{.*#+}} xmm2 = xmm2[0],xmm1[0],xmm2[1],xmm1[1] | |
| ; SSE2-NEXT: movsd {{.*#+}} xmm2 = xmm3[0],xmm2[1] | |
| ; SSE2-NEXT: andpd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0 | |
| ; SSE2-NEXT: orpd %xmm2, %xmm0 | |
| ; SSE2-NEXT: retq | |
| ; | |
| ; SSE42-LABEL: test_bitinsert_v2f32: | |
| ; SSE42: # %bb.0: | |
| ; SSE42-NEXT: movddup {{.*#+}} xmm1 = xmm1[0,0] | |
| ; SSE42-NEXT: blendps {{.*#+}} xmm0 = xmm1[0],xmm0[1,2],xmm1[3] | |
| ; SSE42-NEXT: retq | |
| ; | |
| ; AVX-LABEL: test_bitinsert_v2f32: | |
| ; AVX: # %bb.0: | |
| ; AVX-NEXT: vpxor %xmm2, %xmm2, %xmm2 | |
| ; AVX-NEXT: vpblendd {{.*#+}} xmm0 = xmm2[0],xmm0[1,2],xmm2[3] | |
| ; AVX-NEXT: vpunpckldq {{.*#+}} xmm1 = xmm1[0],xmm2[0],xmm1[1],xmm2[1] | |
| ; AVX-NEXT: vpsllvq {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1, %xmm1 | |
| ; AVX-NEXT: vpor %xmm1, %xmm0, %xmm0 | |
| ; AVX-NEXT: retq | |
| %result = bitinsert <2 x b64> %base, <2 x float> %val, <2 x i32> <i32 0, i32 32> | |
| ret <2 x b64> %result | |
| } | |
| define <2 x b64> @test_bitinsert_v2ptr(<2 x b64> %base, <2 x ptr> %val) { | |
| ; SSE-LABEL: test_bitinsert_v2ptr: | |
| ; SSE: # %bb.0: | |
| ; SSE-NEXT: movaps %xmm1, %xmm0 | |
| ; SSE-NEXT: retq | |
| ; | |
| ; AVX-LABEL: test_bitinsert_v2ptr: | |
| ; AVX: # %bb.0: | |
| ; AVX-NEXT: vmovaps %xmm1, %xmm0 | |
| ; AVX-NEXT: retq | |
| %result = bitinsert <2 x b64> %base, <2 x ptr> %val, <2 x i32> zeroinitializer | |
| ret <2 x b64> %result | |
| } | |
| define <2 x b128> @test_bitinsert_v2ptr_b128(<2 x b128> %base, <2 x ptr> %val) { | |
| ; SSE2-LABEL: test_bitinsert_v2ptr_b128: | |
| ; SSE2: # %bb.0: | |
| ; SSE2-NEXT: movq %rdi, %rax | |
| ; SSE2-NEXT: movq %xmm0, %rdi | |
| ; SSE2-NEXT: movq %rdi, %r9 | |
| ; SSE2-NEXT: shlq $32, %r9 | |
| ; SSE2-NEXT: movl %esi, %esi | |
| ; SSE2-NEXT: orq %r9, %rsi | |
| ; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm0[2,3,2,3] | |
| ; SSE2-NEXT: movq %xmm0, %r9 | |
| ; SSE2-NEXT: movq %r9, %r10 | |
| ; SSE2-NEXT: shlq $32, %r10 | |
| ; SSE2-NEXT: movl %ecx, %ecx | |
| ; SSE2-NEXT: orq %r10, %rcx | |
| ; SSE2-NEXT: movabsq $-4294967296, %r10 # imm = 0xFFFFFFFF00000000 | |
| ; SSE2-NEXT: andq %r10, %r8 | |
| ; SSE2-NEXT: shrq $32, %r9 | |
| ; SSE2-NEXT: orq %r8, %r9 | |
| ; SSE2-NEXT: andq %r10, %rdx | |
| ; SSE2-NEXT: shrq $32, %rdi | |
| ; SSE2-NEXT: orq %rdx, %rdi | |
| ; SSE2-NEXT: movq %rdi, 8(%rax) | |
| ; SSE2-NEXT: movq %r9, 24(%rax) | |
| ; SSE2-NEXT: movq %rcx, 16(%rax) | |
| ; SSE2-NEXT: movq %rsi, (%rax) | |
| ; SSE2-NEXT: retq | |
| ; | |
| ; SSE42-LABEL: test_bitinsert_v2ptr_b128: | |
| ; SSE42: # %bb.0: | |
| ; SSE42-NEXT: movq %rdi, %rax | |
| ; SSE42-NEXT: movq %xmm0, %rdi | |
| ; SSE42-NEXT: movq %rdi, %r9 | |
| ; SSE42-NEXT: shlq $32, %r9 | |
| ; SSE42-NEXT: movl %esi, %esi | |
| ; SSE42-NEXT: orq %r9, %rsi | |
| ; SSE42-NEXT: pextrq $1, %xmm0, %r9 | |
| ; SSE42-NEXT: movq %r9, %r10 | |
| ; SSE42-NEXT: shlq $32, %r10 | |
| ; SSE42-NEXT: movl %ecx, %ecx | |
| ; SSE42-NEXT: orq %r10, %rcx | |
| ; SSE42-NEXT: movabsq $-4294967296, %r10 # imm = 0xFFFFFFFF00000000 | |
| ; SSE42-NEXT: andq %r10, %rdx | |
| ; SSE42-NEXT: shrq $32, %rdi | |
| ; SSE42-NEXT: orq %rdx, %rdi | |
| ; SSE42-NEXT: andq %r10, %r8 | |
| ; SSE42-NEXT: shrq $32, %r9 | |
| ; SSE42-NEXT: orq %r8, %r9 | |
| ; SSE42-NEXT: movq %r9, 24(%rax) | |
| ; SSE42-NEXT: movq %rdi, 8(%rax) | |
| ; SSE42-NEXT: movq %rcx, 16(%rax) | |
| ; SSE42-NEXT: movq %rsi, (%rax) | |
| ; SSE42-NEXT: retq | |
| ; | |
| ; AVX2-LABEL: test_bitinsert_v2ptr_b128: | |
| ; AVX2: # %bb.0: | |
| ; AVX2-NEXT: movq %rdi, %rax | |
| ; AVX2-NEXT: shrq $32, %r8 | |
| ; AVX2-NEXT: shrq $32, %rdx | |
| ; AVX2-NEXT: vmovq %xmm0, %rdi | |
| ; AVX2-NEXT: movq %rdi, %r9 | |
| ; AVX2-NEXT: vmovd %edx, %xmm1 | |
| ; AVX2-NEXT: vpslldq {{.*#+}} xmm1 = zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,xmm1[0,1,2,3] | |
| ; AVX2-NEXT: vpextrq $1, %xmm1, %rdx | |
| ; AVX2-NEXT: shrq $32, %r9 | |
| ; AVX2-NEXT: orq %r9, %rdx | |
| ; AVX2-NEXT: vpextrq $1, %xmm0, %r9 | |
| ; AVX2-NEXT: movq %r9, %r10 | |
| ; AVX2-NEXT: vmovd %r8d, %xmm0 | |
| ; AVX2-NEXT: vpslldq {{.*#+}} xmm0 = zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,xmm0[0,1,2,3] | |
| ; AVX2-NEXT: vpextrq $1, %xmm0, %r8 | |
| ; AVX2-NEXT: shrq $32, %r10 | |
| ; AVX2-NEXT: orq %r10, %r8 | |
| ; AVX2-NEXT: shlq $32, %rdi | |
| ; AVX2-NEXT: movl %esi, %esi | |
| ; AVX2-NEXT: orq %rdi, %rsi | |
| ; AVX2-NEXT: shlq $32, %r9 | |
| ; AVX2-NEXT: movl %ecx, %ecx | |
| ; AVX2-NEXT: orq %r9, %rcx | |
| ; AVX2-NEXT: movq %rcx, 16(%rax) | |
| ; AVX2-NEXT: movq %rsi, (%rax) | |
| ; AVX2-NEXT: movq %r8, 24(%rax) | |
| ; AVX2-NEXT: movq %rdx, 8(%rax) | |
| ; AVX2-NEXT: retq | |
| ; | |
| ; AVX512-LABEL: test_bitinsert_v2ptr_b128: | |
| ; AVX512: # %bb.0: | |
| ; AVX512-NEXT: movq %rdi, %rax | |
| ; AVX512-NEXT: shrq $32, %r8 | |
| ; AVX512-NEXT: shrq $32, %rdx | |
| ; AVX512-NEXT: vmovq %xmm0, %rdi | |
| ; AVX512-NEXT: movq %rdi, %r9 | |
| ; AVX512-NEXT: shrq $32, %r9 | |
| ; AVX512-NEXT: vmovd %edx, %xmm1 | |
| ; AVX512-NEXT: vpslldq {{.*#+}} xmm1 = zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,xmm1[0,1,2,3] | |
| ; AVX512-NEXT: vpextrq $1, %xmm1, %rdx | |
| ; AVX512-NEXT: orq %r9, %rdx | |
| ; AVX512-NEXT: vpextrq $1, %xmm0, %r9 | |
| ; AVX512-NEXT: movq %r9, %r10 | |
| ; AVX512-NEXT: vmovd %r8d, %xmm0 | |
| ; AVX512-NEXT: vpslldq {{.*#+}} xmm0 = zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,xmm0[0,1,2,3] | |
| ; AVX512-NEXT: vpextrq $1, %xmm0, %r8 | |
| ; AVX512-NEXT: shrq $32, %r10 | |
| ; AVX512-NEXT: orq %r10, %r8 | |
| ; AVX512-NEXT: shlq $32, %rdi | |
| ; AVX512-NEXT: movl %esi, %esi | |
| ; AVX512-NEXT: orq %rdi, %rsi | |
| ; AVX512-NEXT: shlq $32, %r9 | |
| ; AVX512-NEXT: movl %ecx, %ecx | |
| ; AVX512-NEXT: orq %r9, %rcx | |
| ; AVX512-NEXT: movq %rcx, 16(%rax) | |
| ; AVX512-NEXT: movq %rsi, (%rax) | |
| ; AVX512-NEXT: movq %r8, 24(%rax) | |
| ; AVX512-NEXT: movq %rdx, 8(%rax) | |
| ; AVX512-NEXT: retq | |
| %result = bitinsert <2 x b128> %base, <2 x ptr> %val, <2 x i32> splat (i32 32) | |
| ret <2 x b128> %result | |
| } | |
| define <2 x b128> @test_bitinsert_v2ptr_addrspace3_const(<2 x b128> %base, <2 x ptr addrspace(3)> %val) { | |
| ; SSE2-LABEL: test_bitinsert_v2ptr_addrspace3_const: | |
| ; SSE2: # %bb.0: | |
| ; SSE2-NEXT: movq %rdi, %rax | |
| ; SSE2-NEXT: movq %xmm0, %rdi | |
| ; SSE2-NEXT: movq %rdi, %r9 | |
| ; SSE2-NEXT: shlq $16, %r9 | |
| ; SSE2-NEXT: movzwl %si, %esi | |
| ; SSE2-NEXT: orq %r9, %rsi | |
| ; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm0[2,3,2,3] | |
| ; SSE2-NEXT: movq %xmm0, %r9 | |
| ; SSE2-NEXT: movq %r9, %r10 | |
| ; SSE2-NEXT: shlq $16, %r10 | |
| ; SSE2-NEXT: movzwl %cx, %ecx | |
| ; SSE2-NEXT: orq %r10, %rcx | |
| ; SSE2-NEXT: andq $-65536, %r8 # imm = 0xFFFF0000 | |
| ; SSE2-NEXT: shrq $48, %r9 | |
| ; SSE2-NEXT: orq %r8, %r9 | |
| ; SSE2-NEXT: andq $-65536, %rdx # imm = 0xFFFF0000 | |
| ; SSE2-NEXT: shrq $48, %rdi | |
| ; SSE2-NEXT: orq %rdx, %rdi | |
| ; SSE2-NEXT: movq %rdi, 8(%rax) | |
| ; SSE2-NEXT: movq %r9, 24(%rax) | |
| ; SSE2-NEXT: movq %rcx, 16(%rax) | |
| ; SSE2-NEXT: movq %rsi, (%rax) | |
| ; SSE2-NEXT: retq | |
| ; | |
| ; SSE42-LABEL: test_bitinsert_v2ptr_addrspace3_const: | |
| ; SSE42: # %bb.0: | |
| ; SSE42-NEXT: movq %rdi, %rax | |
| ; SSE42-NEXT: movq %xmm0, %rdi | |
| ; SSE42-NEXT: movq %rdi, %r9 | |
| ; SSE42-NEXT: shlq $16, %r9 | |
| ; SSE42-NEXT: movzwl %si, %esi | |
| ; SSE42-NEXT: pextrq $1, %xmm0, %r10 | |
| ; SSE42-NEXT: orq %r9, %rsi | |
| ; SSE42-NEXT: movq %r10, %r9 | |
| ; SSE42-NEXT: shlq $16, %r9 | |
| ; SSE42-NEXT: movzwl %cx, %ecx | |
| ; SSE42-NEXT: orq %r9, %rcx | |
| ; SSE42-NEXT: andq $-65536, %rdx # imm = 0xFFFF0000 | |
| ; SSE42-NEXT: shrq $48, %rdi | |
| ; SSE42-NEXT: orq %rdx, %rdi | |
| ; SSE42-NEXT: andq $-65536, %r8 # imm = 0xFFFF0000 | |
| ; SSE42-NEXT: shrq $48, %r10 | |
| ; SSE42-NEXT: orq %r8, %r10 | |
| ; SSE42-NEXT: movq %r10, 24(%rax) | |
| ; SSE42-NEXT: movq %rdi, 8(%rax) | |
| ; SSE42-NEXT: movq %rcx, 16(%rax) | |
| ; SSE42-NEXT: movq %rsi, (%rax) | |
| ; SSE42-NEXT: retq | |
| ; | |
| ; AVX2-LABEL: test_bitinsert_v2ptr_addrspace3_const: | |
| ; AVX2: # %bb.0: | |
| ; AVX2-NEXT: movq %rdi, %rax | |
| ; AVX2-NEXT: movq %r8, %rdi | |
| ; AVX2-NEXT: shrq $48, %rdi | |
| ; AVX2-NEXT: movq %r8, %r9 | |
| ; AVX2-NEXT: shrq $32, %r9 | |
| ; AVX2-NEXT: movq %rdx, %r10 | |
| ; AVX2-NEXT: shrq $48, %r10 | |
| ; AVX2-NEXT: movq %rdx, %r11 | |
| ; AVX2-NEXT: shrq $32, %r11 | |
| ; AVX2-NEXT: shrl $16, %edx | |
| ; AVX2-NEXT: movzwl %si, %esi | |
| ; AVX2-NEXT: vmovd %esi, %xmm1 | |
| ; AVX2-NEXT: vpinsrw $5, %edx, %xmm1, %xmm1 | |
| ; AVX2-NEXT: vpinsrw $6, %r11d, %xmm1, %xmm1 | |
| ; AVX2-NEXT: vpinsrw $7, %r10d, %xmm1, %xmm1 | |
| ; AVX2-NEXT: shrl $16, %r8d | |
| ; AVX2-NEXT: vpextrq $1, %xmm1, %r10 | |
| ; AVX2-NEXT: vmovq %xmm0, %r11 | |
| ; AVX2-NEXT: movq %r11, %rdx | |
| ; AVX2-NEXT: shrq $48, %rdx | |
| ; AVX2-NEXT: orq %r10, %rdx | |
| ; AVX2-NEXT: movzwl %cx, %ecx | |
| ; AVX2-NEXT: vmovd %ecx, %xmm1 | |
| ; AVX2-NEXT: vpinsrw $5, %r8d, %xmm1, %xmm1 | |
| ; AVX2-NEXT: vpinsrw $6, %r9d, %xmm1, %xmm1 | |
| ; AVX2-NEXT: vpinsrw $7, %edi, %xmm1, %xmm1 | |
| ; AVX2-NEXT: vpextrq $1, %xmm1, %rdi | |
| ; AVX2-NEXT: vpextrq $1, %xmm0, %r8 | |
| ; AVX2-NEXT: movq %r8, %r9 | |
| ; AVX2-NEXT: shrq $48, %r9 | |
| ; AVX2-NEXT: orq %rdi, %r9 | |
| ; AVX2-NEXT: shlq $16, %r11 | |
| ; AVX2-NEXT: orq %r11, %rsi | |
| ; AVX2-NEXT: shlq $16, %r8 | |
| ; AVX2-NEXT: orq %r8, %rcx | |
| ; AVX2-NEXT: movq %rcx, 16(%rax) | |
| ; AVX2-NEXT: movq %rsi, (%rax) | |
| ; AVX2-NEXT: movq %r9, 24(%rax) | |
| ; AVX2-NEXT: movq %rdx, 8(%rax) | |
| ; AVX2-NEXT: retq | |
| ; | |
| ; AVX512-LABEL: test_bitinsert_v2ptr_addrspace3_const: | |
| ; AVX512: # %bb.0: | |
| ; AVX512-NEXT: movq %rdi, %rax | |
| ; AVX512-NEXT: movq %r8, %rdi | |
| ; AVX512-NEXT: shrq $48, %rdi | |
| ; AVX512-NEXT: movq %r8, %r9 | |
| ; AVX512-NEXT: shrq $32, %r9 | |
| ; AVX512-NEXT: shrl $16, %r8d | |
| ; AVX512-NEXT: movq %rdx, %r10 | |
| ; AVX512-NEXT: movq %rdx, %r11 | |
| ; AVX512-NEXT: shrq $32, %r11 | |
| ; AVX512-NEXT: shrl $16, %edx | |
| ; AVX512-NEXT: movzwl %si, %esi | |
| ; AVX512-NEXT: vmovd %esi, %xmm1 | |
| ; AVX512-NEXT: vpinsrw $5, %edx, %xmm1, %xmm1 | |
| ; AVX512-NEXT: vpinsrw $6, %r11d, %xmm1, %xmm1 | |
| ; AVX512-NEXT: shrq $48, %r10 | |
| ; AVX512-NEXT: vpinsrw $7, %r10d, %xmm1, %xmm1 | |
| ; AVX512-NEXT: vpextrq $1, %xmm1, %r10 | |
| ; AVX512-NEXT: vmovq %xmm0, %r11 | |
| ; AVX512-NEXT: movq %r11, %rdx | |
| ; AVX512-NEXT: shrq $48, %rdx | |
| ; AVX512-NEXT: orq %r10, %rdx | |
| ; AVX512-NEXT: movzwl %cx, %ecx | |
| ; AVX512-NEXT: vmovd %ecx, %xmm1 | |
| ; AVX512-NEXT: vpinsrw $5, %r8d, %xmm1, %xmm1 | |
| ; AVX512-NEXT: vpinsrw $6, %r9d, %xmm1, %xmm1 | |
| ; AVX512-NEXT: vpinsrw $7, %edi, %xmm1, %xmm1 | |
| ; AVX512-NEXT: vpextrq $1, %xmm1, %rdi | |
| ; AVX512-NEXT: vpextrq $1, %xmm0, %r8 | |
| ; AVX512-NEXT: movq %r8, %r9 | |
| ; AVX512-NEXT: shrq $48, %r9 | |
| ; AVX512-NEXT: orq %rdi, %r9 | |
| ; AVX512-NEXT: shlq $16, %r11 | |
| ; AVX512-NEXT: orq %r11, %rsi | |
| ; AVX512-NEXT: shlq $16, %r8 | |
| ; AVX512-NEXT: orq %r8, %rcx | |
| ; AVX512-NEXT: movq %rcx, 16(%rax) | |
| ; AVX512-NEXT: movq %rsi, (%rax) | |
| ; AVX512-NEXT: movq %r9, 24(%rax) | |
| ; AVX512-NEXT: movq %rdx, 8(%rax) | |
| ; AVX512-NEXT: retq | |
| %result = bitinsert <2 x b128> %base, <2 x ptr addrspace(3)> %val, <2 x i32> splat (i32 16) | |
| ret <2 x b128> %result | |
| } | |
| define <16 x b8> @test_bitinsert_v16i4_var(<16 x b8> %base, <16 x i4> %val, <16 x i32> %off) { | |
| ; SSE2-LABEL: test_bitinsert_v16i4_var: | |
| ; SSE2: # %bb.0: | |
| ; SSE2-NEXT: movdqa {{.*#+}} xmm6 = [255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0] | |
| ; SSE2-NEXT: pand %xmm6, %xmm5 | |
| ; SSE2-NEXT: pand %xmm6, %xmm4 | |
| ; SSE2-NEXT: packuswb %xmm5, %xmm4 | |
| ; SSE2-NEXT: pand %xmm6, %xmm3 | |
| ; SSE2-NEXT: pand %xmm6, %xmm2 | |
| ; SSE2-NEXT: packuswb %xmm3, %xmm2 | |
| ; SSE2-NEXT: packuswb %xmm4, %xmm2 | |
| ; SSE2-NEXT: psllw $5, %xmm2 | |
| ; SSE2-NEXT: pxor %xmm3, %xmm3 | |
| ; SSE2-NEXT: pxor %xmm5, %xmm5 | |
| ; SSE2-NEXT: pcmpgtb %xmm2, %xmm5 | |
| ; SSE2-NEXT: movdqa {{.*#+}} xmm6 = [15,15,15,15,15,15,15,15,15,15,15,15,15,15,15,15] | |
| ; SSE2-NEXT: pand %xmm1, %xmm6 | |
| ; SSE2-NEXT: movdqa %xmm5, %xmm4 | |
| ; SSE2-NEXT: pandn %xmm6, %xmm4 | |
| ; SSE2-NEXT: movdqa {{.*#+}} xmm8 = [240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240] | |
| ; SSE2-NEXT: movdqa %xmm5, %xmm6 | |
| ; SSE2-NEXT: pand %xmm8, %xmm6 | |
| ; SSE2-NEXT: psllw $4, %xmm1 | |
| ; SSE2-NEXT: pand %xmm6, %xmm1 | |
| ; SSE2-NEXT: por %xmm1, %xmm4 | |
| ; SSE2-NEXT: paddb %xmm2, %xmm2 | |
| ; SSE2-NEXT: pxor %xmm7, %xmm7 | |
| ; SSE2-NEXT: pcmpgtb %xmm2, %xmm7 | |
| ; SSE2-NEXT: movdqa %xmm7, %xmm1 | |
| ; SSE2-NEXT: pandn %xmm4, %xmm1 | |
| ; SSE2-NEXT: paddb %xmm4, %xmm4 | |
| ; SSE2-NEXT: paddb %xmm4, %xmm4 | |
| ; SSE2-NEXT: pand %xmm7, %xmm4 | |
| ; SSE2-NEXT: por %xmm1, %xmm4 | |
| ; SSE2-NEXT: paddb %xmm2, %xmm2 | |
| ; SSE2-NEXT: pcmpgtb %xmm2, %xmm3 | |
| ; SSE2-NEXT: movdqa %xmm3, %xmm1 | |
| ; SSE2-NEXT: pandn %xmm4, %xmm1 | |
| ; SSE2-NEXT: paddb %xmm4, %xmm4 | |
| ; SSE2-NEXT: pand %xmm3, %xmm4 | |
| ; SSE2-NEXT: por %xmm1, %xmm4 | |
| ; SSE2-NEXT: por %xmm8, %xmm5 | |
| ; SSE2-NEXT: pcmpeqd %xmm1, %xmm1 | |
| ; SSE2-NEXT: pxor %xmm5, %xmm1 | |
| ; SSE2-NEXT: por %xmm6, %xmm1 | |
| ; SSE2-NEXT: movdqa %xmm7, %xmm2 | |
| ; SSE2-NEXT: pandn %xmm1, %xmm2 | |
| ; SSE2-NEXT: paddb %xmm1, %xmm1 | |
| ; SSE2-NEXT: paddb %xmm1, %xmm1 | |
| ; SSE2-NEXT: pand %xmm7, %xmm1 | |
| ; SSE2-NEXT: por %xmm2, %xmm1 | |
| ; SSE2-NEXT: movdqa %xmm3, %xmm2 | |
| ; SSE2-NEXT: pandn %xmm1, %xmm2 | |
| ; SSE2-NEXT: paddb %xmm1, %xmm1 | |
| ; SSE2-NEXT: pand %xmm3, %xmm1 | |
| ; SSE2-NEXT: por %xmm2, %xmm1 | |
| ; SSE2-NEXT: pandn %xmm0, %xmm1 | |
| ; SSE2-NEXT: por %xmm4, %xmm1 | |
| ; SSE2-NEXT: movdqa %xmm1, %xmm0 | |
| ; SSE2-NEXT: retq | |
| ; | |
| ; SSE42-LABEL: test_bitinsert_v16i4_var: | |
| ; SSE42: # %bb.0: | |
| ; SSE42-NEXT: movdqa %xmm0, %xmm6 | |
| ; SSE42-NEXT: movdqa {{.*#+}} xmm0 = [255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0] | |
| ; SSE42-NEXT: pand %xmm0, %xmm5 | |
| ; SSE42-NEXT: pand %xmm0, %xmm4 | |
| ; SSE42-NEXT: packusdw %xmm5, %xmm4 | |
| ; SSE42-NEXT: pand %xmm0, %xmm3 | |
| ; SSE42-NEXT: pand %xmm0, %xmm2 | |
| ; SSE42-NEXT: packusdw %xmm3, %xmm2 | |
| ; SSE42-NEXT: packuswb %xmm4, %xmm2 | |
| ; SSE42-NEXT: movdqa %xmm2, %xmm0 | |
| ; SSE42-NEXT: psllw $5, %xmm0 | |
| ; SSE42-NEXT: movdqa %xmm0, %xmm3 | |
| ; SSE42-NEXT: pand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1 | |
| ; SSE42-NEXT: paddb %xmm0, %xmm3 | |
| ; SSE42-NEXT: movdqa %xmm1, %xmm4 | |
| ; SSE42-NEXT: psllw $4, %xmm4 | |
| ; SSE42-NEXT: pblendvb %xmm0, %xmm4, %xmm1 | |
| ; SSE42-NEXT: movdqa %xmm1, %xmm4 | |
| ; SSE42-NEXT: paddb %xmm1, %xmm4 | |
| ; SSE42-NEXT: paddb %xmm4, %xmm4 | |
| ; SSE42-NEXT: movdqa %xmm3, %xmm0 | |
| ; SSE42-NEXT: pblendvb %xmm0, %xmm4, %xmm1 | |
| ; SSE42-NEXT: movdqa %xmm1, %xmm4 | |
| ; SSE42-NEXT: paddb %xmm1, %xmm4 | |
| ; SSE42-NEXT: paddb %xmm3, %xmm3 | |
| ; SSE42-NEXT: movdqa %xmm3, %xmm0 | |
| ; SSE42-NEXT: pblendvb %xmm0, %xmm4, %xmm1 | |
| ; SSE42-NEXT: movq {{.*#+}} xmm0 = [15,30,60,120,240,224,192,128,0,0,0,0,0,0,0,0] | |
| ; SSE42-NEXT: pshufb %xmm2, %xmm0 | |
| ; SSE42-NEXT: pandn %xmm6, %xmm0 | |
| ; SSE42-NEXT: por %xmm1, %xmm0 | |
| ; SSE42-NEXT: retq | |
| ; | |
| ; AVX2-LABEL: test_bitinsert_v16i4_var: | |
| ; AVX2: # %bb.0: | |
| ; AVX2-NEXT: vpbroadcastd {{.*#+}} ymm4 = [255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0,255,0,0,0] | |
| ; AVX2-NEXT: vpand %ymm4, %ymm3, %ymm3 | |
| ; AVX2-NEXT: vpand %ymm4, %ymm2, %ymm2 | |
| ; AVX2-NEXT: vpackusdw %ymm3, %ymm2, %ymm2 | |
| ; AVX2-NEXT: vextracti128 $1, %ymm2, %xmm3 | |
| ; AVX2-NEXT: vpackuswb %xmm3, %xmm2, %xmm2 | |
| ; AVX2-NEXT: vpshufd {{.*#+}} xmm2 = xmm2[0,2,1,3] | |
| ; AVX2-NEXT: vpsllw $5, %xmm2, %xmm3 | |
| ; AVX2-NEXT: vpand {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1, %xmm1 | |
| ; AVX2-NEXT: vpaddb %xmm3, %xmm3, %xmm4 | |
| ; AVX2-NEXT: vpsllw $4, %xmm1, %xmm5 | |
| ; AVX2-NEXT: vpblendvb %xmm3, %xmm5, %xmm1, %xmm1 | |
| ; AVX2-NEXT: vpaddb %xmm1, %xmm1, %xmm3 | |
| ; AVX2-NEXT: vpaddb %xmm3, %xmm3, %xmm3 | |
| ; AVX2-NEXT: vpblendvb %xmm4, %xmm3, %xmm1, %xmm1 | |
| ; AVX2-NEXT: vpaddb %xmm1, %xmm1, %xmm3 | |
| ; AVX2-NEXT: vpaddb %xmm4, %xmm4, %xmm4 | |
| ; AVX2-NEXT: vpblendvb %xmm4, %xmm3, %xmm1, %xmm1 | |
| ; AVX2-NEXT: vmovq {{.*#+}} xmm3 = [15,30,60,120,240,224,192,128,0,0,0,0,0,0,0,0] | |
| ; AVX2-NEXT: vpshufb %xmm2, %xmm3, %xmm2 | |
| ; AVX2-NEXT: vpandn %xmm0, %xmm2, %xmm0 | |
| ; AVX2-NEXT: vpor %xmm1, %xmm0, %xmm0 | |
| ; AVX2-NEXT: vzeroupper | |
| ; AVX2-NEXT: retq | |
| ; | |
| ; AVX512-LABEL: test_bitinsert_v16i4_var: | |
| ; AVX512: # %bb.0: | |
| ; AVX512-NEXT: vpmovdb %zmm2, %xmm3 | |
| ; AVX512-NEXT: vmovq {{.*#+}} xmm4 = [15,30,60,120,240,224,192,128,0,0,0,0,0,0,0,0] | |
| ; AVX512-NEXT: vpmovdw %zmm2, %ymm2 | |
| ; AVX512-NEXT: vpandd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %ymm2, %ymm2 | |
| ; AVX512-NEXT: vpandd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to4}, %xmm1, %xmm1 | |
| ; AVX512-NEXT: vpshufb %xmm3, %xmm4, %xmm3 | |
| ; AVX512-NEXT: vpmovzxbw {{.*#+}} ymm1 = xmm1[0],zero,xmm1[1],zero,xmm1[2],zero,xmm1[3],zero,xmm1[4],zero,xmm1[5],zero,xmm1[6],zero,xmm1[7],zero,xmm1[8],zero,xmm1[9],zero,xmm1[10],zero,xmm1[11],zero,xmm1[12],zero,xmm1[13],zero,xmm1[14],zero,xmm1[15],zero | |
| ; AVX512-NEXT: vpsllvw %ymm2, %ymm1, %ymm1 | |
| ; AVX512-NEXT: vpmovwb %ymm1, %xmm1 | |
| ; AVX512-NEXT: vpternlogq {{.*#+}} xmm0 = (xmm0 & ~xmm3) | xmm1 | |
| ; AVX512-NEXT: vzeroupper | |
| ; AVX512-NEXT: retq | |
| %result = bitinsert <16 x b8> %base, <16 x i4> %val, <16 x i32> %off | |
| ret <16 x b8> %result | |
| } |