blob: 9ca64e863a8f6cd21c99b9191ba0eb317e97d395 [file]
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py
; RUN: %if x86-registered-target %{ opt -S --passes=slp-vectorizer -mtriple=x86_64-unknown-linux-gnu -slp-threshold=-50 < %s | FileCheck %s --check-prefixes=CHECK,X86 %}
; RUN: %if aarch64-registered-target %{ opt -S --passes=slp-vectorizer -mtriple=aarch64-unknown-linux-gnu -slp-threshold=-50 < %s | FileCheck %s --check-prefixes=CHECK,AARCH64 %}
; Don't care about the profitability with these tests, just want to demonstrate the ability
; to combine opcodes
define void @shl_add(ptr %p, ptr %s) {
; CHECK-LABEL: @shl_add(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = load <4 x i16>, ptr [[P:%.*]], align 2
; CHECK-NEXT: [[TMP1:%.*]] = shl <4 x i16> [[TMP0]], <i16 3, i16 5, i16 0, i16 3>
; CHECK-NEXT: store <4 x i16> [[TMP1]], ptr [[S:%.*]], align 2
; CHECK-NEXT: ret void
;
entry:
%p1 = getelementptr i16, ptr %p, i64 1
%p2 = getelementptr i16, ptr %p, i64 2
%p3 = getelementptr i16, ptr %p, i64 3
%l0 = load i16, ptr %p
%l1 = load i16, ptr %p1
%l2 = load i16, ptr %p2
%l3 = load i16, ptr %p3
%shl0 = shl i16 %l0, 3
%shl1 = shl i16 %l1, 5
%shl2 = add i16 %l2, 0
%shl3 = shl i16 %l3, 3
%s1 = getelementptr i16, ptr %s, i64 1
%s2 = getelementptr i16, ptr %s, i64 2
%s3 = getelementptr i16, ptr %s, i64 3
store i16 %shl0, ptr %s
store i16 %shl1, ptr %s1
store i16 %shl2, ptr %s2
store i16 %shl3, ptr %s3
ret void
}
define void @add_shl(ptr %p, ptr %s) {
; CHECK-LABEL: @add_shl(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = load <4 x i16>, ptr [[P:%.*]], align 2
; CHECK-NEXT: [[TMP1:%.*]] = add <4 x i16> [[TMP0]], <i16 0, i16 5, i16 2, i16 3>
; CHECK-NEXT: store <4 x i16> [[TMP1]], ptr [[S:%.*]], align 2
; CHECK-NEXT: ret void
;
entry:
%p1 = getelementptr i16, ptr %p, i64 1
%p2 = getelementptr i16, ptr %p, i64 2
%p3 = getelementptr i16, ptr %p, i64 3
%l0 = load i16, ptr %p
%l1 = load i16, ptr %p1
%l2 = load i16, ptr %p2
%l3 = load i16, ptr %p3
%add0 = shl i16 %l0, 0
%add1 = add i16 %l1, 5
%add2 = add i16 %l2, 2
%add3 = add i16 %l3, 3
%s1 = getelementptr i16, ptr %s, i64 1
%s2 = getelementptr i16, ptr %s, i64 2
%s3 = getelementptr i16, ptr %s, i64 3
store i16 %add0, ptr %s
store i16 %add1, ptr %s1
store i16 %add2, ptr %s2
store i16 %add3, ptr %s3
ret void
}
define void @sub_mul(ptr %p, ptr %s) {
; CHECK-LABEL: @sub_mul(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = load <4 x i16>, ptr [[P:%.*]], align 2
; CHECK-NEXT: [[TMP1:%.*]] = mul <4 x i16> [[TMP0]], <i16 1, i16 5, i16 2, i16 3>
; CHECK-NEXT: store <4 x i16> [[TMP1]], ptr [[S:%.*]], align 2
; CHECK-NEXT: ret void
;
entry:
%p1 = getelementptr i16, ptr %p, i64 1
%p2 = getelementptr i16, ptr %p, i64 2
%p3 = getelementptr i16, ptr %p, i64 3
%l0 = load i16, ptr %p
%l1 = load i16, ptr %p1
%l2 = load i16, ptr %p2
%l3 = load i16, ptr %p3
%mul0 = sub i16 %l0, 0
%mul1 = mul i16 %l1, 5
%mul2 = mul i16 %l2, 2
%mul3 = mul i16 %l3, 3
%s1 = getelementptr i16, ptr %s, i64 1
%s2 = getelementptr i16, ptr %s, i64 2
%s3 = getelementptr i16, ptr %s, i64 3
store i16 %mul0, ptr %s
store i16 %mul1, ptr %s1
store i16 %mul2, ptr %s2
store i16 %mul3, ptr %s3
ret void
}
define void @add_mul(ptr %p, ptr %s) {
; CHECK-LABEL: @add_mul(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = load <4 x i16>, ptr [[P:%.*]], align 2
; CHECK-NEXT: [[TMP1:%.*]] = mul <4 x i16> [[TMP0]], <i16 1, i16 5, i16 2, i16 3>
; CHECK-NEXT: store <4 x i16> [[TMP1]], ptr [[S:%.*]], align 2
; CHECK-NEXT: ret void
;
entry:
%p1 = getelementptr i16, ptr %p, i64 1
%p2 = getelementptr i16, ptr %p, i64 2
%p3 = getelementptr i16, ptr %p, i64 3
%l0 = load i16, ptr %p
%l1 = load i16, ptr %p1
%l2 = load i16, ptr %p2
%l3 = load i16, ptr %p3
%mul0 = add i16 %l0, 0
%mul1 = mul i16 %l1, 5
%mul2 = mul i16 %l2, 2
%mul3 = mul i16 %l3, 3
%s1 = getelementptr i16, ptr %s, i64 1
%s2 = getelementptr i16, ptr %s, i64 2
%s3 = getelementptr i16, ptr %s, i64 3
store i16 %mul0, ptr %s
store i16 %mul1, ptr %s1
store i16 %mul2, ptr %s2
store i16 %mul3, ptr %s3
ret void
}
define void @sub_and(ptr %p, ptr %s) {
; CHECK-LABEL: @sub_and(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = load <4 x i16>, ptr [[P:%.*]], align 2
; CHECK-NEXT: [[TMP1:%.*]] = and <4 x i16> [[TMP0]], <i16 -1, i16 5, i16 2, i16 3>
; CHECK-NEXT: store <4 x i16> [[TMP1]], ptr [[S:%.*]], align 2
; CHECK-NEXT: ret void
;
entry:
%p1 = getelementptr i16, ptr %p, i64 1
%p2 = getelementptr i16, ptr %p, i64 2
%p3 = getelementptr i16, ptr %p, i64 3
%l0 = load i16, ptr %p
%l1 = load i16, ptr %p1
%l2 = load i16, ptr %p2
%l3 = load i16, ptr %p3
%mul0 = add i16 %l0, 0
%mul1 = and i16 %l1, 5
%mul2 = and i16 %l2, 2
%mul3 = and i16 %l3, 3
%s1 = getelementptr i16, ptr %s, i64 1
%s2 = getelementptr i16, ptr %s, i64 2
%s3 = getelementptr i16, ptr %s, i64 3
store i16 %mul0, ptr %s
store i16 %mul1, ptr %s1
store i16 %mul2, ptr %s2
store i16 %mul3, ptr %s3
ret void
}
define void @shl_mul(ptr %p, ptr %s) {
; CHECK-LABEL: @shl_mul(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = load <4 x i16>, ptr [[P:%.*]], align 2
; CHECK-NEXT: [[TMP1:%.*]] = mul <4 x i16> [[TMP0]], <i16 8, i16 5, i16 2, i16 3>
; CHECK-NEXT: store <4 x i16> [[TMP1]], ptr [[S:%.*]], align 2
; CHECK-NEXT: ret void
;
entry:
%p1 = getelementptr i16, ptr %p, i64 1
%p2 = getelementptr i16, ptr %p, i64 2
%p3 = getelementptr i16, ptr %p, i64 3
%l0 = load i16, ptr %p
%l1 = load i16, ptr %p1
%l2 = load i16, ptr %p2
%l3 = load i16, ptr %p3
%mul0 = shl i16 %l0, 3
%mul1 = mul i16 %l1, 5
%mul2 = mul i16 %l2, 2
%mul3 = mul i16 %l3, 3
%s1 = getelementptr i16, ptr %s, i64 1
%s2 = getelementptr i16, ptr %s, i64 2
%s3 = getelementptr i16, ptr %s, i64 3
store i16 %mul0, ptr %s
store i16 %mul1, ptr %s1
store i16 %mul2, ptr %s2
store i16 %mul3, ptr %s3
ret void
}
define void @lshr_div(ptr %p, ptr %s) {
; CHECK-LABEL: @lshr_div(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = load <4 x i16>, ptr [[P:%.*]], align 2
; CHECK-NEXT: [[TMP2:%.*]] = lshr <4 x i16> [[TMP0]], <i16 3, i16 0, i16 0, i16 0>
; CHECK-NEXT: [[TMP1:%.*]] = udiv <4 x i16> [[TMP2]], <i16 1, i16 5, i16 2, i16 3>
; CHECK-NEXT: store <4 x i16> [[TMP1]], ptr [[S:%.*]], align 2
; CHECK-NEXT: ret void
;
entry:
%p1 = getelementptr i16, ptr %p, i64 1
%p2 = getelementptr i16, ptr %p, i64 2
%p3 = getelementptr i16, ptr %p, i64 3
%l0 = load i16, ptr %p
%l1 = load i16, ptr %p1
%l2 = load i16, ptr %p2
%l3 = load i16, ptr %p3
%div0 = lshr i16 %l0, 3
%div1 = udiv i16 %l1, 5
%div2 = udiv i16 %l2, 2
%div3 = udiv i16 %l3, 3
%s1 = getelementptr i16, ptr %s, i64 1
%s2 = getelementptr i16, ptr %s, i64 2
%s3 = getelementptr i16, ptr %s, i64 3
store i16 %div0, ptr %s
store i16 %div1, ptr %s1
store i16 %div2, ptr %s2
store i16 %div3, ptr %s3
ret void
}
define void @div_lshr(ptr %p, ptr %s) {
; CHECK-LABEL: @div_lshr(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = load <4 x i16>, ptr [[P:%.*]], align 2
; CHECK-NEXT: [[TMP2:%.*]] = udiv <4 x i16> [[TMP0]], <i16 5, i16 1, i16 2, i16 1>
; CHECK-NEXT: [[TMP1:%.*]] = lshr <4 x i16> [[TMP2]], <i16 0, i16 3, i16 0, i16 9>
; CHECK-NEXT: store <4 x i16> [[TMP1]], ptr [[S:%.*]], align 2
; CHECK-NEXT: ret void
;
entry:
%p1 = getelementptr i16, ptr %p, i64 1
%p2 = getelementptr i16, ptr %p, i64 2
%p3 = getelementptr i16, ptr %p, i64 3
%l0 = load i16, ptr %p
%l1 = load i16, ptr %p1
%l2 = load i16, ptr %p2
%l3 = load i16, ptr %p3
%div0 = udiv i16 %l0, 5
%div1 = lshr i16 %l1, 3
%div2 = udiv i16 %l2, 2
%div3 = lshr i16 %l3, 9
%s1 = getelementptr i16, ptr %s, i64 1
%s2 = getelementptr i16, ptr %s, i64 2
%s3 = getelementptr i16, ptr %s, i64 3
store i16 %div0, ptr %s
store i16 %div1, ptr %s1
store i16 %div2, ptr %s2
store i16 %div3, ptr %s3
ret void
}
define void @div_lshr_too_large(ptr %p, ptr %s) {
; CHECK-LABEL: @div_lshr_too_large(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = load <4 x i16>, ptr [[P:%.*]], align 2
; CHECK-NEXT: [[TMP1:%.*]] = udiv <4 x i16> [[TMP0]], <i16 5, i16 1, i16 2, i16 1>
; CHECK-NEXT: [[TMP2:%.*]] = lshr <4 x i16> [[TMP1]], <i16 0, i16 17, i16 0, i16 9>
; CHECK-NEXT: store <4 x i16> [[TMP2]], ptr [[S:%.*]], align 2
; CHECK-NEXT: ret void
;
entry:
%p1 = getelementptr i16, ptr %p, i64 1
%p2 = getelementptr i16, ptr %p, i64 2
%p3 = getelementptr i16, ptr %p, i64 3
%l0 = load i16, ptr %p
%l1 = load i16, ptr %p1
%l2 = load i16, ptr %p2
%l3 = load i16, ptr %p3
%div0 = udiv i16 %l0, 5
%div1 = lshr i16 %l1, 17
%div2 = udiv i16 %l2, 2
%div3 = lshr i16 %l3, 9
%s1 = getelementptr i16, ptr %s, i64 1
%s2 = getelementptr i16, ptr %s, i64 2
%s3 = getelementptr i16, ptr %s, i64 3
store i16 %div0, ptr %s
store i16 %div1, ptr %s1
store i16 %div2, ptr %s2
store i16 %div3, ptr %s3
ret void
}
define void @lshr_div2(ptr %p, ptr %s) {
; X86-LABEL: @lshr_div2(
; X86-NEXT: entry:
; X86-NEXT: [[P1:%.*]] = getelementptr i16, ptr [[P:%.*]], i64 1
; X86-NEXT: [[P3:%.*]] = getelementptr i16, ptr [[P]], i64 3
; X86-NEXT: [[L0:%.*]] = load i16, ptr [[P]], align 2
; X86-NEXT: [[L3:%.*]] = load i16, ptr [[P3]], align 2
; X86-NEXT: [[TMP3:%.*]] = insertelement <2 x i16> poison, i16 [[L0]], i32 0
; X86-NEXT: [[TMP4:%.*]] = insertelement <2 x i16> [[TMP3]], i16 [[L3]], i32 1
; X86-NEXT: [[TMP2:%.*]] = lshr <2 x i16> [[TMP4]], <i16 3, i16 5>
; X86-NEXT: [[S1:%.*]] = getelementptr i16, ptr [[S:%.*]], i64 1
; X86-NEXT: [[S3:%.*]] = getelementptr i16, ptr [[S]], i64 3
; X86-NEXT: [[TMP0:%.*]] = load <2 x i16>, ptr [[P1]], align 2
; X86-NEXT: [[TMP1:%.*]] = udiv <2 x i16> [[TMP0]], <i16 8, i16 2>
; X86-NEXT: [[DIV0:%.*]] = extractelement <2 x i16> [[TMP2]], i32 0
; X86-NEXT: store i16 [[DIV0]], ptr [[S]], align 2
; X86-NEXT: store <2 x i16> [[TMP1]], ptr [[S1]], align 2
; X86-NEXT: [[DIV3:%.*]] = extractelement <2 x i16> [[TMP2]], i32 1
; X86-NEXT: store i16 [[DIV3]], ptr [[S3]], align 2
; X86-NEXT: ret void
;
; AARCH64-LABEL: @lshr_div2(
; AARCH64-NEXT: entry:
; AARCH64-NEXT: [[TMP0:%.*]] = load <4 x i16>, ptr [[P:%.*]], align 2
; AARCH64-NEXT: [[TMP1:%.*]] = lshr <4 x i16> [[TMP0]], <i16 3, i16 0, i16 0, i16 5>
; AARCH64-NEXT: [[TMP2:%.*]] = udiv <4 x i16> [[TMP1]], <i16 1, i16 8, i16 2, i16 1>
; AARCH64-NEXT: store <4 x i16> [[TMP2]], ptr [[S:%.*]], align 2
; AARCH64-NEXT: ret void
;
entry:
%p1 = getelementptr i16, ptr %p, i64 1
%p2 = getelementptr i16, ptr %p, i64 2
%p3 = getelementptr i16, ptr %p, i64 3
%l0 = load i16, ptr %p
%l1 = load i16, ptr %p1
%l2 = load i16, ptr %p2
%l3 = load i16, ptr %p3
%div0 = lshr i16 %l0, 3
%div1 = udiv i16 %l1, 8
%div2 = udiv i16 %l2, 2
%div3 = lshr i16 %l3, 5
%s1 = getelementptr i16, ptr %s, i64 1
%s2 = getelementptr i16, ptr %s, i64 2
%s3 = getelementptr i16, ptr %s, i64 3
store i16 %div0, ptr %s
store i16 %div1, ptr %s1
store i16 %div2, ptr %s2
store i16 %div3, ptr %s3
ret void
}
define void @div2_lshr(ptr %p, ptr %s) {
; CHECK-LABEL: @div2_lshr(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = load <4 x i16>, ptr [[P:%.*]], align 2
; CHECK-NEXT: [[TMP2:%.*]] = udiv <4 x i16> [[TMP0]], <i16 8, i16 1, i16 4, i16 1>
; CHECK-NEXT: [[TMP1:%.*]] = lshr <4 x i16> [[TMP2]], <i16 0, i16 3, i16 0, i16 4>
; CHECK-NEXT: store <4 x i16> [[TMP1]], ptr [[S:%.*]], align 2
; CHECK-NEXT: ret void
;
entry:
%p1 = getelementptr i16, ptr %p, i64 1
%p2 = getelementptr i16, ptr %p, i64 2
%p3 = getelementptr i16, ptr %p, i64 3
%l0 = load i16, ptr %p
%l1 = load i16, ptr %p1
%l2 = load i16, ptr %p2
%l3 = load i16, ptr %p3
%div0 = udiv i16 %l0, 8
%div1 = lshr i16 %l1, 3
%div2 = udiv i16 %l2, 4
%div3 = lshr i16 %l3, 4
%s1 = getelementptr i16, ptr %s, i64 1
%s2 = getelementptr i16, ptr %s, i64 2
%s3 = getelementptr i16, ptr %s, i64 3
store i16 %div0, ptr %s
store i16 %div1, ptr %s1
store i16 %div2, ptr %s2
store i16 %div3, ptr %s3
ret void
}
define void @add_sub(ptr %p, ptr %s) {
; CHECK-LABEL: @add_sub(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = load <4 x i16>, ptr [[P:%.*]], align 2
; CHECK-NEXT: [[TMP1:%.*]] = add <4 x i16> [[TMP0]], <i16 3, i16 5, i16 2, i16 3>
; CHECK-NEXT: store <4 x i16> [[TMP1]], ptr [[S:%.*]], align 2
; CHECK-NEXT: ret void
;
entry:
%p1 = getelementptr i16, ptr %p, i64 1
%p2 = getelementptr i16, ptr %p, i64 2
%p3 = getelementptr i16, ptr %p, i64 3
%l0 = load i16, ptr %p
%l1 = load i16, ptr %p1
%l2 = load i16, ptr %p2
%l3 = load i16, ptr %p3
%add0 = sub i16 %l0, -3
%add1 = add i16 %l1, 5
%add2 = add i16 %l2, 2
%add3 = add i16 %l3, 3
%s1 = getelementptr i16, ptr %s, i64 1
%s2 = getelementptr i16, ptr %s, i64 2
%s3 = getelementptr i16, ptr %s, i64 3
store i16 %add0, ptr %s
store i16 %add1, ptr %s1
store i16 %add2, ptr %s2
store i16 %add3, ptr %s3
ret void
}
define void @fadd_fsub(ptr %p, ptr %s) {
; CHECK-LABEL: @fadd_fsub(
; CHECK-NEXT: entry:
; CHECK-NEXT: [[TMP0:%.*]] = load <4 x float>, ptr [[P:%.*]], align 4
; CHECK-NEXT: [[TMP3:%.*]] = fsub <4 x float> [[TMP0]], <float -3.000000e+00, float 5.000000e+00, float 2.000000e+00, float 3.000000e+00>
; CHECK-NEXT: [[TMP2:%.*]] = fadd <4 x float> [[TMP0]], <float -3.000000e+00, float 5.000000e+00, float 2.000000e+00, float 3.000000e+00>
; CHECK-NEXT: [[TMP1:%.*]] = shufflevector <4 x float> [[TMP3]], <4 x float> [[TMP2]], <4 x i32> <i32 0, i32 5, i32 6, i32 7>
; CHECK-NEXT: store <4 x float> [[TMP1]], ptr [[S:%.*]], align 4
; CHECK-NEXT: ret void
;
entry:
%p1 = getelementptr float, ptr %p, i64 1
%p2 = getelementptr float, ptr %p, i64 2
%p3 = getelementptr float, ptr %p, i64 3
%l0 = load float, ptr %p
%l1 = load float, ptr %p1
%l2 = load float, ptr %p2
%l3 = load float, ptr %p3
%add0 = fsub float %l0, -3.0
%add1 = fadd float %l1, 5.0
%add2 = fadd float %l2, 2.0
%add3 = fadd float %l3, 3.0
%s1 = getelementptr float, ptr %s, i64 1
%s2 = getelementptr float, ptr %s, i64 2
%s3 = getelementptr float, ptr %s, i64 3
store float %add0, ptr %s
store float %add1, ptr %s1
store float %add2, ptr %s2
store float %add3, ptr %s3
ret void
}