| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py | |
| ; RUN: llc < %s -mtriple=i686-unknown -mattr=+sse2 | FileCheck %s --check-prefixes=CHECK,X86 | |
| ; RUN: llc < %s -mtriple=x86_64-unknown -mattr=+sse2 | FileCheck %s --check-prefixes=CHECK,X64 | |
| ; Verify that we correctly fold target specific packed vector shifts by | |
| ; immediate count into a simple build_vector when the elements of the vector | |
| ; in input to the packed shift are all constants or undef. | |
| define <8 x i16> @test1() { | |
| ; CHECK-LABEL: test1: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: movaps {{.*#+}} xmm0 = [8,16,32,64,8,16,32,64] | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %1 = tail call <8 x i16> @llvm.x86.sse2.pslli.w(<8 x i16> <i16 1, i16 2, i16 4, i16 8, i16 1, i16 2, i16 4, i16 8>, i32 3) | |
| ret <8 x i16> %1 | |
| } | |
| define <8 x i16> @test2() { | |
| ; CHECK-LABEL: test2: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: movaps {{.*#+}} xmm0 = [0,1,2,4,0,1,2,4] | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %1 = tail call <8 x i16> @llvm.x86.sse2.psrli.w(<8 x i16> <i16 4, i16 8, i16 16, i16 32, i16 4, i16 8, i16 16, i16 32>, i32 3) | |
| ret <8 x i16> %1 | |
| } | |
| define <8 x i16> @test3() { | |
| ; CHECK-LABEL: test3: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: movaps {{.*#+}} xmm0 = [0,1,2,4,0,1,2,4] | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %1 = tail call <8 x i16> @llvm.x86.sse2.psrai.w(<8 x i16> <i16 4, i16 8, i16 16, i16 32, i16 4, i16 8, i16 16, i16 32>, i32 3) | |
| ret <8 x i16> %1 | |
| } | |
| define <4 x i32> @test4() { | |
| ; CHECK-LABEL: test4: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: movaps {{.*#+}} xmm0 = [8,16,32,64] | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %1 = tail call <4 x i32> @llvm.x86.sse2.pslli.d(<4 x i32> <i32 1, i32 2, i32 4, i32 8>, i32 3) | |
| ret <4 x i32> %1 | |
| } | |
| define <4 x i32> @test5() { | |
| ; CHECK-LABEL: test5: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: movaps {{.*#+}} xmm0 = [0,1,2,4] | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %1 = tail call <4 x i32> @llvm.x86.sse2.psrli.d(<4 x i32> <i32 4, i32 8, i32 16, i32 32>, i32 3) | |
| ret <4 x i32> %1 | |
| } | |
| define <4 x i32> @test6() { | |
| ; CHECK-LABEL: test6: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: movaps {{.*#+}} xmm0 = [0,1,2,4] | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %1 = tail call <4 x i32> @llvm.x86.sse2.psrai.d(<4 x i32> <i32 4, i32 8, i32 16, i32 32>, i32 3) | |
| ret <4 x i32> %1 | |
| } | |
| define <2 x i64> @test7() { | |
| ; X86-LABEL: test7: | |
| ; X86: # %bb.0: | |
| ; X86-NEXT: movaps {{.*#+}} xmm0 = [8,0,16,0] | |
| ; X86-NEXT: retl | |
| ; | |
| ; X64-LABEL: test7: | |
| ; X64: # %bb.0: | |
| ; X64-NEXT: movaps {{.*#+}} xmm0 = [8,16] | |
| ; X64-NEXT: retq | |
| %1 = tail call <2 x i64> @llvm.x86.sse2.pslli.q(<2 x i64> <i64 1, i64 2>, i32 3) | |
| ret <2 x i64> %1 | |
| } | |
| define <2 x i64> @test8() { | |
| ; X86-LABEL: test8: | |
| ; X86: # %bb.0: | |
| ; X86-NEXT: movaps {{.*#+}} xmm0 = [1,0,2,0] | |
| ; X86-NEXT: retl | |
| ; | |
| ; X64-LABEL: test8: | |
| ; X64: # %bb.0: | |
| ; X64-NEXT: movaps {{.*#+}} xmm0 = [1,2] | |
| ; X64-NEXT: retq | |
| %1 = tail call <2 x i64> @llvm.x86.sse2.psrli.q(<2 x i64> <i64 8, i64 16>, i32 3) | |
| ret <2 x i64> %1 | |
| } | |
| define <8 x i16> @test9() { | |
| ; CHECK-LABEL: test9: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: movaps {{.*#+}} xmm0 = [1,1,0,0,3,0,8,16] | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %1 = tail call <8 x i16> @llvm.x86.sse2.psrai.w(<8 x i16> <i16 15, i16 8, i16 undef, i16 undef, i16 31, i16 undef, i16 64, i16 128>, i32 3) | |
| ret <8 x i16> %1 | |
| } | |
| define <4 x i32> @test10() { | |
| ; CHECK-LABEL: test10: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: movaps {{.*#+}} xmm0 = [0,1,0,4] | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %1 = tail call <4 x i32> @llvm.x86.sse2.psrai.d(<4 x i32> <i32 undef, i32 8, i32 undef, i32 32>, i32 3) | |
| ret <4 x i32> %1 | |
| } | |
| define <2 x i64> @test11() { | |
| ; X86-LABEL: test11: | |
| ; X86: # %bb.0: | |
| ; X86-NEXT: movaps {{.*#+}} xmm0 = [0,0,3,0] | |
| ; X86-NEXT: retl | |
| ; | |
| ; X64-LABEL: test11: | |
| ; X64: # %bb.0: | |
| ; X64-NEXT: movaps {{.*#+}} xmm0 = [0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0] | |
| ; X64-NEXT: retq | |
| %1 = tail call <2 x i64> @llvm.x86.sse2.psrli.q(<2 x i64> <i64 undef, i64 31>, i32 3) | |
| ret <2 x i64> %1 | |
| } | |
| define <8 x i16> @test12() { | |
| ; CHECK-LABEL: test12: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: movaps {{.*#+}} xmm0 = [1,1,0,0,3,0,8,16] | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %1 = tail call <8 x i16> @llvm.x86.sse2.psrai.w(<8 x i16> <i16 15, i16 8, i16 undef, i16 undef, i16 31, i16 undef, i16 64, i16 128>, i32 3) | |
| ret <8 x i16> %1 | |
| } | |
| define <4 x i32> @test13() { | |
| ; CHECK-LABEL: test13: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: movaps {{.*#+}} xmm0 = [0,1,0,4] | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %1 = tail call <4 x i32> @llvm.x86.sse2.psrli.d(<4 x i32> <i32 undef, i32 8, i32 undef, i32 32>, i32 3) | |
| ret <4 x i32> %1 | |
| } | |
| define <8 x i16> @test14() { | |
| ; CHECK-LABEL: test14: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: movaps {{.*#+}} xmm0 = [1,1,0,0,3,0,8,16] | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %1 = tail call <8 x i16> @llvm.x86.sse2.psrli.w(<8 x i16> <i16 15, i16 8, i16 undef, i16 undef, i16 31, i16 undef, i16 64, i16 128>, i32 3) | |
| ret <8 x i16> %1 | |
| } | |
| define <4 x i32> @test15() { | |
| ; CHECK-LABEL: test15: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: movaps {{.*#+}} xmm0 = [0,64,0,256] | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %1 = tail call <4 x i32> @llvm.x86.sse2.pslli.d(<4 x i32> <i32 undef, i32 8, i32 undef, i32 32>, i32 3) | |
| ret <4 x i32> %1 | |
| } | |
| define <2 x i64> @test16() { | |
| ; X86-LABEL: test16: | |
| ; X86: # %bb.0: | |
| ; X86-NEXT: movaps {{.*#+}} xmm0 = [0,0,248,0] | |
| ; X86-NEXT: retl | |
| ; | |
| ; X64-LABEL: test16: | |
| ; X64: # %bb.0: | |
| ; X64-NEXT: movaps {{.*#+}} xmm0 = [0,0,0,0,0,0,0,0,248,0,0,0,0,0,0,0] | |
| ; X64-NEXT: retq | |
| %1 = tail call <2 x i64> @llvm.x86.sse2.pslli.q(<2 x i64> <i64 undef, i64 31>, i32 3) | |
| ret <2 x i64> %1 | |
| } | |
| ; Make sure we fold fully undef input vectors. We previously folded only when | |
| ; undef had a single use so use 2 undefs. | |
| define <4 x i32> @test17(<4 x i32> %a0, ptr %dummy) { | |
| ; X86-LABEL: test17: | |
| ; X86: # %bb.0: | |
| ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax | |
| ; X86-NEXT: xorps %xmm0, %xmm0 | |
| ; X86-NEXT: movaps %xmm0, (%eax) | |
| ; X86-NEXT: retl | |
| ; | |
| ; X64-LABEL: test17: | |
| ; X64: # %bb.0: | |
| ; X64-NEXT: xorps %xmm0, %xmm0 | |
| ; X64-NEXT: movaps %xmm0, (%rdi) | |
| ; X64-NEXT: retq | |
| %a = call <4 x i32> @llvm.x86.sse2.pslli.d(<4 x i32> undef, i32 6) | |
| store <4 x i32> %a, ptr %dummy | |
| %res = call <4 x i32> @llvm.x86.sse2.pslli.d(<4 x i32> undef, i32 7) | |
| ret <4 x i32> %res | |
| } | |
| define <4 x i32> @test18(<4 x i32> %a0, ptr %dummy) { | |
| ; X86-LABEL: test18: | |
| ; X86: # %bb.0: | |
| ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax | |
| ; X86-NEXT: xorps %xmm0, %xmm0 | |
| ; X86-NEXT: movaps %xmm0, (%eax) | |
| ; X86-NEXT: retl | |
| ; | |
| ; X64-LABEL: test18: | |
| ; X64: # %bb.0: | |
| ; X64-NEXT: xorps %xmm0, %xmm0 | |
| ; X64-NEXT: movaps %xmm0, (%rdi) | |
| ; X64-NEXT: retq | |
| %a = call <4 x i32> @llvm.x86.sse2.pslli.d(<4 x i32> undef, i32 3) | |
| store <4 x i32> %a, ptr %dummy | |
| %res = call <4 x i32> @llvm.x86.sse2.pslli.d(<4 x i32> undef, i32 1) | |
| ret <4 x i32> %res | |
| } | |
| ; PR39482 | |
| define <4 x i32> @extelt0_sub_pslli_v4i32(<4 x i32> %x, <4 x i32> %y){ | |
| ; CHECK-LABEL: extelt0_sub_pslli_v4i32: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: movdqa {{.*#+}} xmm2 = [32,32,32,32] | |
| ; CHECK-NEXT: psubd %xmm1, %xmm2 | |
| ; CHECK-NEXT: pxor %xmm1, %xmm1 | |
| ; CHECK-NEXT: movss {{.*#+}} xmm1 = xmm2[0],xmm1[1,2,3] | |
| ; CHECK-NEXT: pslld %xmm1, %xmm0 | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %ext = extractelement <4 x i32> %y, i64 0 | |
| %bo = sub i32 32, %ext | |
| %r = tail call <4 x i32> @llvm.x86.sse2.pslli.d(<4 x i32> %x, i32 %bo) | |
| ret <4 x i32> %r | |
| } | |
| define <4 x i32> @extelt1_add_psrli_v4i32(<4 x i32> %x, <4 x i32> %y){ | |
| ; X86-LABEL: extelt1_add_psrli_v4i32: | |
| ; X86: # %bb.0: | |
| ; X86-NEXT: pshufd {{.*#+}} xmm1 = xmm1[1,1,1,1] | |
| ; X86-NEXT: paddd {{\.?LCPI[0-9]+_[0-9]+}}, %xmm1 | |
| ; X86-NEXT: xorps %xmm2, %xmm2 | |
| ; X86-NEXT: movss {{.*#+}} xmm2 = xmm1[0],xmm2[1,2,3] | |
| ; X86-NEXT: psrld %xmm2, %xmm0 | |
| ; X86-NEXT: retl | |
| ; | |
| ; X64-LABEL: extelt1_add_psrli_v4i32: | |
| ; X64: # %bb.0: | |
| ; X64-NEXT: pshufd {{.*#+}} xmm1 = xmm1[1,1,1,1] | |
| ; X64-NEXT: paddd {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1 | |
| ; X64-NEXT: xorps %xmm2, %xmm2 | |
| ; X64-NEXT: movss {{.*#+}} xmm2 = xmm1[0],xmm2[1,2,3] | |
| ; X64-NEXT: psrld %xmm2, %xmm0 | |
| ; X64-NEXT: retq | |
| %ext = extractelement <4 x i32> %y, i64 1 | |
| %bo = add i32 %ext, 3 | |
| %r = tail call <4 x i32> @llvm.x86.sse2.psrli.d(<4 x i32> %x, i32 %bo) | |
| ret <4 x i32> %r | |
| } | |
| define i32 @extelt1_add_psrai_v4i32_uses(<4 x i32> %x, <4 x i32> %y){ | |
| ; CHECK-LABEL: extelt1_add_psrai_v4i32_uses: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: pshufd {{.*#+}} xmm1 = xmm1[1,1,1,1] | |
| ; CHECK-NEXT: movd %xmm1, %ecx | |
| ; CHECK-NEXT: addl $3, %ecx | |
| ; CHECK-NEXT: movd %ecx, %xmm1 | |
| ; CHECK-NEXT: pshufd {{.*#+}} xmm0 = xmm0[3,3,3,3] | |
| ; CHECK-NEXT: psrad %xmm1, %xmm0 | |
| ; CHECK-NEXT: movd %xmm0, %eax | |
| ; CHECK-NEXT: imull %ecx, %eax | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %ext = extractelement <4 x i32> %y, i64 1 | |
| %bo = add i32 %ext, 3 | |
| %r = tail call <4 x i32> @llvm.x86.sse2.psrai.d(<4 x i32> %x, i32 %bo) | |
| %ext3 = extractelement <4 x i32> %r, i64 3 | |
| %r2 = mul i32 %bo, %ext3 | |
| ret i32 %r2 | |
| } | |
| define <4 x i32> @extelt0_twice_sub_pslli_v4i32(<4 x i32> %x, <4 x i32> %y, <4 x i32> %z){ | |
| ; CHECK-LABEL: extelt0_twice_sub_pslli_v4i32: | |
| ; CHECK: # %bb.0: | |
| ; CHECK-NEXT: movd %xmm1, %eax | |
| ; CHECK-NEXT: movd %xmm2, %ecx | |
| ; CHECK-NEXT: subl %ecx, %eax | |
| ; CHECK-NEXT: movd %eax, %xmm1 | |
| ; CHECK-NEXT: pslld %xmm1, %xmm0 | |
| ; CHECK-NEXT: ret{{[l|q]}} | |
| %ext1 = extractelement <4 x i32> %y, i64 0 | |
| %ext2 = extractelement <4 x i32> %z, i64 0 | |
| %bo = sub i32 %ext1, %ext2 | |
| %r = tail call <4 x i32> @llvm.x86.sse2.pslli.d(<4 x i32> %x, i32 %bo) | |
| ret <4 x i32> %r | |
| } | |
| ; This would crash because the scalar shift amount has a different type than the shift result. | |
| define <2 x i8> @PR58661(<2 x i8> %a0) { | |
| ; X86-LABEL: PR58661: | |
| ; X86: # %bb.0: | |
| ; X86-NEXT: andps {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0 | |
| ; X86-NEXT: retl | |
| ; | |
| ; X64-LABEL: PR58661: | |
| ; X64: # %bb.0: | |
| ; X64-NEXT: andps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0 | |
| ; X64-NEXT: retq | |
| %shuffle = shufflevector <2 x i8> %a0, <2 x i8> <i8 poison, i8 0>, <2 x i32> <i32 1, i32 3> | |
| %x = bitcast <2 x i8> %shuffle to i16 | |
| %shl = shl nuw i16 %x, 8 | |
| %y = bitcast i16 %shl to <2 x i8> | |
| ret <2 x i8> %y | |
| } | |
| declare <8 x i16> @llvm.x86.sse2.pslli.w(<8 x i16>, i32) | |
| declare <8 x i16> @llvm.x86.sse2.psrli.w(<8 x i16>, i32) | |
| declare <8 x i16> @llvm.x86.sse2.psrai.w(<8 x i16>, i32) | |
| declare <4 x i32> @llvm.x86.sse2.pslli.d(<4 x i32>, i32) | |
| declare <4 x i32> @llvm.x86.sse2.psrli.d(<4 x i32>, i32) | |
| declare <4 x i32> @llvm.x86.sse2.psrai.d(<4 x i32>, i32) | |
| declare <2 x i64> @llvm.x86.sse2.pslli.q(<2 x i64>, i32) | |
| declare <2 x i64> @llvm.x86.sse2.psrli.q(<2 x i64>, i32) |