| ; RUN: llc < %s -march=x86-64 -mtriple=x86_64-apple-darwin -mcpu=knl | FileCheck %s --check-prefix=KNL --check-prefix=CHECK |
| ; RUN: llc < %s -march=x86-64 -mtriple=x86_64-apple-darwin -mcpu=skx | FileCheck %s --check-prefix=SKX --check-prefix=CHECK |
| |
| ; CHECK-LABEL: mask16 |
| ; CHECK: kmovw |
| ; CHECK-NEXT: knotw |
| ; CHECK-NEXT: kmovw |
| define i16 @mask16(i16 %x) { |
| %m0 = bitcast i16 %x to <16 x i1> |
| %m1 = xor <16 x i1> %m0, <i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1> |
| %ret = bitcast <16 x i1> %m1 to i16 |
| ret i16 %ret |
| } |
| |
| ; CHECK-LABEL: mask8 |
| ; KNL: kmovw |
| ; KNL-NEXT: knotw |
| ; KNL-NEXT: kmovw |
| ; SKX: kmovb |
| ; SKX-NEXT: knotb |
| ; SKX-NEXT: kmovb |
| |
| define i8 @mask8(i8 %x) { |
| %m0 = bitcast i8 %x to <8 x i1> |
| %m1 = xor <8 x i1> %m0, <i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1> |
| %ret = bitcast <8 x i1> %m1 to i8 |
| ret i8 %ret |
| } |
| |
| ; CHECK-LABEL: mask16_mem |
| ; CHECK: kmovw ([[ARG1:%rdi|%rcx]]), %k{{[0-7]}} |
| ; CHECK-NEXT: knotw |
| ; CHECK-NEXT: kmovw %k{{[0-7]}}, ([[ARG1]]) |
| ; CHECK: ret |
| |
| define void @mask16_mem(i16* %ptr) { |
| %x = load i16, i16* %ptr, align 4 |
| %m0 = bitcast i16 %x to <16 x i1> |
| %m1 = xor <16 x i1> %m0, <i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1> |
| %ret = bitcast <16 x i1> %m1 to i16 |
| store i16 %ret, i16* %ptr, align 4 |
| ret void |
| } |
| |
| ; CHECK-LABEL: mask8_mem |
| ; KNL: kmovw ([[ARG1]]), %k{{[0-7]}} |
| ; KNL-NEXT: knotw |
| ; KNL-NEXT: kmovw %k{{[0-7]}}, ([[ARG1]]) |
| ; SKX: kmovb ([[ARG1]]), %k{{[0-7]}} |
| ; SKX-NEXT: knotb |
| ; SKX-NEXT: kmovb %k{{[0-7]}}, ([[ARG1]]) |
| |
| define void @mask8_mem(i8* %ptr) { |
| %x = load i8, i8* %ptr, align 4 |
| %m0 = bitcast i8 %x to <8 x i1> |
| %m1 = xor <8 x i1> %m0, <i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1, i1 -1> |
| %ret = bitcast <8 x i1> %m1 to i8 |
| store i8 %ret, i8* %ptr, align 4 |
| ret void |
| } |
| |
| ; CHECK-LABEL: mand16 |
| ; CHECK: kandw |
| ; CHECK: kxorw |
| ; CHECK: korw |
| define i16 @mand16(i16 %x, i16 %y) { |
| %ma = bitcast i16 %x to <16 x i1> |
| %mb = bitcast i16 %y to <16 x i1> |
| %mc = and <16 x i1> %ma, %mb |
| %md = xor <16 x i1> %ma, %mb |
| %me = or <16 x i1> %mc, %md |
| %ret = bitcast <16 x i1> %me to i16 |
| ret i16 %ret |
| } |
| |
| ; CHECK-LABEL: shuf_test1 |
| ; CHECK: kshiftrw $8 |
| define i8 @shuf_test1(i16 %v) nounwind { |
| %v1 = bitcast i16 %v to <16 x i1> |
| %mask = shufflevector <16 x i1> %v1, <16 x i1> undef, <8 x i32> <i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15> |
| %mask1 = bitcast <8 x i1> %mask to i8 |
| ret i8 %mask1 |
| } |
| |
| ; CHECK-LABEL: zext_test1 |
| ; CHECK: kshiftlw |
| ; CHECK: kshiftrw |
| ; CHECK: kmovw |
| |
| define i32 @zext_test1(<16 x i32> %a, <16 x i32> %b) { |
| %cmp_res = icmp ugt <16 x i32> %a, %b |
| %cmp_res.i1 = extractelement <16 x i1> %cmp_res, i32 5 |
| %res = zext i1 %cmp_res.i1 to i32 |
| ret i32 %res |
| } |
| |
| ; CHECK-LABEL: zext_test2 |
| ; CHECK: kshiftlw |
| ; CHECK: kshiftrw |
| ; CHECK: kmovw |
| |
| define i16 @zext_test2(<16 x i32> %a, <16 x i32> %b) { |
| %cmp_res = icmp ugt <16 x i32> %a, %b |
| %cmp_res.i1 = extractelement <16 x i1> %cmp_res, i32 5 |
| %res = zext i1 %cmp_res.i1 to i16 |
| ret i16 %res |
| } |
| |
| ; CHECK-LABEL: zext_test3 |
| ; CHECK: kshiftlw |
| ; CHECK: kshiftrw |
| ; CHECK: kmovw |
| |
| define i8 @zext_test3(<16 x i32> %a, <16 x i32> %b) { |
| %cmp_res = icmp ugt <16 x i32> %a, %b |
| %cmp_res.i1 = extractelement <16 x i1> %cmp_res, i32 5 |
| %res = zext i1 %cmp_res.i1 to i8 |
| ret i8 %res |
| } |
| |
| ; CHECK-LABEL: conv1 |
| ; KNL: kmovw %k0, %eax |
| ; KNL: movb %al, (%rdi) |
| ; SKX: kmovb %k0, (%rdi) |
| define i8 @conv1(<8 x i1>* %R) { |
| entry: |
| store <8 x i1> <i1 1, i1 1, i1 1, i1 1, i1 1, i1 1, i1 1, i1 1>, <8 x i1>* %R |
| |
| %maskPtr = alloca <8 x i1> |
| store <8 x i1> <i1 0, i1 1, i1 1, i1 1, i1 1, i1 1, i1 1, i1 1>, <8 x i1>* %maskPtr |
| %mask = load <8 x i1>, <8 x i1>* %maskPtr |
| %mask_convert = bitcast <8 x i1> %mask to i8 |
| ret i8 %mask_convert |
| } |
| |
| ; SKX-LABEL: test4 |
| ; SKX: vpcmpgt |
| ; SKX: knot |
| ; SKX: vpcmpgt |
| ; SKX: vpmovm2d |
| define <4 x i32> @test4(<4 x i64> %x, <4 x i64> %y, <4 x i64> %x1, <4 x i64> %y1) { |
| %x_gt_y = icmp sgt <4 x i64> %x, %y |
| %x1_gt_y1 = icmp sgt <4 x i64> %x1, %y1 |
| %res = icmp sgt <4 x i1>%x_gt_y, %x1_gt_y1 |
| %resse = sext <4 x i1>%res to <4 x i32> |
| ret <4 x i32> %resse |
| } |
| |
| ; SKX-LABEL: test5 |
| ; SKX: vpcmpgt |
| ; SKX: knot |
| ; SKX: vpcmpgt |
| ; SKX: vpmovm2q |
| define <2 x i64> @test5(<2 x i64> %x, <2 x i64> %y, <2 x i64> %x1, <2 x i64> %y1) { |
| %x_gt_y = icmp slt <2 x i64> %x, %y |
| %x1_gt_y1 = icmp sgt <2 x i64> %x1, %y1 |
| %res = icmp slt <2 x i1>%x_gt_y, %x1_gt_y1 |
| %resse = sext <2 x i1>%res to <2 x i64> |
| ret <2 x i64> %resse |
| } |
| |
| ; KNL-LABEL: test6 |
| ; KNL: vpmovsxbd |
| ; KNL: vpandd |
| ; KNL: kmovw %eax, %k1 |
| ; KNL vptestmd {{.*}}, %k0 {%k1} |
| |
| ; SKX-LABEL: test6 |
| ; SKX: vpmovb2m |
| ; SKX: kmovw %eax, %k1 |
| ; SKX: kandw |
| define void @test6(<16 x i1> %mask) { |
| allocas: |
| %a= and <16 x i1> %mask, <i1 true, i1 false, i1 true, i1 false, i1 true, i1 false, i1 true, i1 false, i1 true, i1 false, i1 true, i1 false, i1 true, i1 false, i1 true, i1 false> |
| %b = bitcast <16 x i1> %a to i16 |
| %c = icmp eq i16 %b, 0 |
| br i1 %c, label %true, label %false |
| |
| true: |
| ret void |
| |
| false: |
| ret void |
| } |
| |
| ; KNL-LABEL: test7 |
| ; KNL: vpmovsxwq |
| ; KNL: vpandq |
| ; KNL: vptestmq {{.*}}, %k0 |
| ; KNL: korw |
| |
| ; SKX-LABEL: test7 |
| ; SKX: vpmovw2m |
| ; SKX: kmovb %eax, %k1 |
| ; SKX: korb |
| |
| define void @test7(<8 x i1> %mask) { |
| allocas: |
| %a= or <8 x i1> %mask, <i1 true, i1 false, i1 true, i1 false, i1 true, i1 false, i1 true, i1 false> |
| %b = bitcast <8 x i1> %a to i8 |
| %c = icmp eq i8 %b, 0 |
| br i1 %c, label %true, label %false |
| |
| true: |
| ret void |
| |
| false: |
| ret void |
| } |
| |
| ; KNL-LABEL: test8 |
| ; KNL: vpxord %zmm2, %zmm2, %zmm2 |
| ; KNL: jg |
| ; KNL: vpcmpltud %zmm2, %zmm1, %k1 |
| ; KNL: jmp |
| ; KNL: vpcmpgtd %zmm2, %zmm0, %k1 |
| |
| ; SKX-LABEL: test8 |
| ; SKX: jg |
| ; SKX: vpcmpltud {{.*}}, %k0 |
| ; SKX: vpmovm2b |
| ; SKX: vpcmpgtd {{.*}}, %k0 |
| ; SKX: vpmovm2b |
| |
| define <16 x i8> @test8(<16 x i32>%a, <16 x i32>%b, i32 %a1, i32 %b1) { |
| %cond = icmp sgt i32 %a1, %b1 |
| %cmp1 = icmp sgt <16 x i32> %a, zeroinitializer |
| %cmp2 = icmp ult <16 x i32> %b, zeroinitializer |
| %mix = select i1 %cond, <16 x i1> %cmp1, <16 x i1> %cmp2 |
| %res = sext <16 x i1> %mix to <16 x i8> |
| ret <16 x i8> %res |
| } |
| |
| ; KNL-LABEL: test9 |
| ; KNL: jg |
| ; KNL: vpmovsxbd %xmm1, %zmm0 |
| ; KNL: jmp |
| ; KNL: vpmovsxbd %xmm0, %zmm0 |
| |
| ; SKX-LABEL: test9 |
| ; SKX: vpmovb2m %xmm1, %k0 |
| ; SKX: vpmovm2b %k0, %xmm0 |
| ; SKX: retq |
| ; SKX: vpmovb2m %xmm0, %k0 |
| ; SKX: vpmovm2b %k0, %xmm0 |
| |
| define <16 x i1> @test9(<16 x i1>%a, <16 x i1>%b, i32 %a1, i32 %b1) { |
| %mask = icmp sgt i32 %a1, %b1 |
| %c = select i1 %mask, <16 x i1>%a, <16 x i1>%b |
| ret <16 x i1>%c |
| } |
| |
| ; KNL-LABEL: test10 |
| ; KNL: jg |
| ; KNL: vpmovsxwq %xmm1, %zmm0 |
| ; KNL: jmp |
| ; KNL: vpmovsxwq %xmm0, %zmm0 |
| |
| ; SKX-LABEL: test10 |
| ; SKX: jg |
| ; SKX: vpmovw2m %xmm1, %k0 |
| ; SKX: vpmovm2w %k0, %xmm0 |
| ; SKX: retq |
| ; SKX: vpmovw2m %xmm0, %k0 |
| ; SKX: vpmovm2w %k0, %xmm0 |
| define <8 x i1> @test10(<8 x i1>%a, <8 x i1>%b, i32 %a1, i32 %b1) { |
| %mask = icmp sgt i32 %a1, %b1 |
| %c = select i1 %mask, <8 x i1>%a, <8 x i1>%b |
| ret <8 x i1>%c |
| } |
| |
| ; SKX-LABEL: test11 |
| ; SKX: jg |
| ; SKX: vpmovd2m %xmm1, %k0 |
| ; SKX: vpmovm2d %k0, %xmm0 |
| ; SKX: retq |
| ; SKX: vpmovd2m %xmm0, %k0 |
| ; SKX: vpmovm2d %k0, %xmm0 |
| define <4 x i1> @test11(<4 x i1>%a, <4 x i1>%b, i32 %a1, i32 %b1) { |
| %mask = icmp sgt i32 %a1, %b1 |
| %c = select i1 %mask, <4 x i1>%a, <4 x i1>%b |
| ret <4 x i1>%c |
| } |
| |
| ; KNL-LABEL: test12 |
| ; KNL: movl %edi, %eax |
| define i32 @test12(i32 %x, i32 %y) { |
| %a = bitcast i16 21845 to <16 x i1> |
| %b = extractelement <16 x i1> %a, i32 0 |
| %c = select i1 %b, i32 %x, i32 %y |
| ret i32 %c |
| } |
| |
| ; KNL-LABEL: test13 |
| ; KNL: movl %esi, %eax |
| define i32 @test13(i32 %x, i32 %y) { |
| %a = bitcast i16 21845 to <16 x i1> |
| %b = extractelement <16 x i1> %a, i32 3 |
| %c = select i1 %b, i32 %x, i32 %y |
| ret i32 %c |
| } |
| |
| ; SKX-LABEL: test14 |
| ; SKX: movb $11, %al |
| ; SKX: kmovb %eax, %k0 |
| ; SKX: vpmovm2d %k0, %xmm0 |
| |
| define <4 x i1> @test14() { |
| %a = bitcast i16 21845 to <16 x i1> |
| %b = extractelement <16 x i1> %a, i32 2 |
| %c = insertelement <4 x i1> <i1 true, i1 false, i1 false, i1 true>, i1 %b, i32 1 |
| ret <4 x i1> %c |
| } |
| |
| ; KNL-LABEL: test15 |
| ; KNL: cmovgw |
| define <16 x i1> @test15(i32 %x, i32 %y) { |
| %a = bitcast i16 21845 to <16 x i1> |
| %b = bitcast i16 1 to <16 x i1> |
| %mask = icmp sgt i32 %x, %y |
| %c = select i1 %mask, <16 x i1> %a, <16 x i1> %b |
| ret <16 x i1> %c |
| } |
| |
| ; SKX-LABEL: test16 |
| ; SKX: kxnorw %k1, %k1, %k1 |
| ; SKX: kshiftrw $15, %k1, %k1 |
| ; SKX: kshiftlq $5, %k1, %k1 |
| ; SKX: korq %k1, %k0, %k0 |
| ; SKX: vpmovm2b %k0, %zmm0 |
| define <64 x i8> @test16(i64 %x) { |
| %a = bitcast i64 %x to <64 x i1> |
| %b = insertelement <64 x i1>%a, i1 true, i32 5 |
| %c = sext <64 x i1>%b to <64 x i8> |
| ret <64 x i8>%c |
| } |
| |
| ; SKX-LABEL: test17 |
| ; SKX: setg %al |
| ; SKX: andl $1, %eax |
| ; SKX: kmovw %eax, %k1 |
| ; SKX: kshiftlq $5, %k1, %k1 |
| ; SKX: korq %k1, %k0, %k0 |
| ; SKX: vpmovm2b %k0, %zmm0 |
| define <64 x i8> @test17(i64 %x, i32 %y, i32 %z) { |
| %a = bitcast i64 %x to <64 x i1> |
| %b = icmp sgt i32 %y, %z |
| %c = insertelement <64 x i1>%a, i1 %b, i32 5 |
| %d = sext <64 x i1>%c to <64 x i8> |
| ret <64 x i8>%d |
| } |
| |
| ; KNL-LABEL: test18 |
| define <8 x i1> @test18(i8 %a, i16 %y) { |
| %b = bitcast i8 %a to <8 x i1> |
| %b1 = bitcast i16 %y to <16 x i1> |
| %el1 = extractelement <16 x i1>%b1, i32 8 |
| %el2 = extractelement <16 x i1>%b1, i32 9 |
| %c = insertelement <8 x i1>%b, i1 %el1, i32 7 |
| %d = insertelement <8 x i1>%c, i1 %el2, i32 6 |
| ret <8 x i1>%d |
| } |
| |
| ; KNL-LABEL: test19 |
| ; KNL: movzbl %dil, %eax |
| ; KNL: kmovw %eax, %k0 |
| ; KNL: kshiftlw $13, %k0, %k0 |
| ; KNL: kshiftrw $15, %k0, %k0 |
| ; KNL: kmovw %k0, %eax |
| ; KNL: andl $1, %eax |
| ; KNL: testb %al, %al |
| |
| define <8 x i1> @test19(i8 %a) { |
| %b = bitcast i8 %a to <8 x i1> |
| %c = shufflevector < 8 x i1>%b, <8 x i1>undef, <8 x i32> <i32 undef, i32 2, i32 undef, i32 undef, i32 2, i32 undef, i32 2, i32 undef> |
| ret <8 x i1> %c |
| } |
| |
| ; KNL-LABEL: test20 |
| ; KNL: movzbl %dil, %eax |
| ; KNL: kmovw %eax, %k0 |
| ; KNL: kshiftlw $13, %k0, %k1 |
| ; KNL: kshiftrw $15, %k1, %k1 |
| ; KNL: kshiftlw $12, %k0, %k0 |
| ; KNL: kshiftrw $15, %k0, %k0 |
| ; KNL: kshiftlw $4, %k0, %k0 |
| ; KNL: kshiftlw $1, %k1, %k2 |
| ; KNL: korw %k0, %k2, %k0 |
| ; KNL: kshiftlw $6, %k1, %k1 |
| ; KNL: korw %k1, %k0, %k1 |
| define <8 x i1> @test20(i8 %a, i16 %y) { |
| %b = bitcast i8 %a to <8 x i1> |
| %c = shufflevector < 8 x i1>%b, <8 x i1>undef, <8 x i32> <i32 undef, i32 2, i32 undef, i32 undef, i32 3, i32 undef, i32 2, i32 undef> |
| ret <8 x i1> %c |
| } |
| |
| ; KNL-LABEL: test21 |
| ; KNL: vpand %ymm |
| ; KNL: vextracti128 $1, %ymm2 |
| ; KNL: vpand %ymm |
| |
| ; SKX-LABEL: test21 |
| ; SKX: vpmovb2m |
| ; SKX: vmovdqu16 {{.*}}%k1 |
| |
| define <32 x i16> @test21(<32 x i16> %x , <32 x i1> %mask) nounwind readnone { |
| %ret = select <32 x i1> %mask, <32 x i16> %x, <32 x i16> zeroinitializer |
| ret <32 x i16> %ret |
| } |