| ; NOTE: Assertions have been autogenerated by utils/update_test_checks.py | |
| ; RUN: opt < %s -passes=slp-vectorizer -S -mtriple=x86_64-unknown-linux -mattr=+avx2 | FileCheck %s | |
| ; RUN: opt < %s -passes=slp-vectorizer -S -mtriple=x86_64-unknown-linux -mattr=+avx2 -slp-threshold=-1 -slp-vectorize-hor-store | FileCheck %s --check-prefix=THRESH1 | |
| ; RUN: opt < %s -passes=slp-vectorizer -S -mtriple=x86_64-unknown-linux -mattr=+avx2 -slp-threshold=-2 -slp-vectorize-hor-store | FileCheck %s --check-prefix=THRESH2 | |
| @a = global float 0.000000e+00, align 4 | |
| define float @f(<2 x float> %x) { | |
| ; CHECK-LABEL: @f( | |
| ; CHECK-NEXT: [[TMP1:%.*]] = fmul <2 x float> [[X:%.*]], [[X]] | |
| ; CHECK-NEXT: [[TMP2:%.*]] = extractelement <2 x float> [[TMP1]], i64 0 | |
| ; CHECK-NEXT: [[TMP3:%.*]] = extractelement <2 x float> [[TMP1]], i64 1 | |
| ; CHECK-NEXT: [[ADD:%.*]] = fadd float [[TMP2]], [[TMP3]] | |
| ; CHECK-NEXT: ret float [[ADD]] | |
| ; | |
| ; THRESH1-LABEL: @f( | |
| ; THRESH1-NEXT: [[TMP1:%.*]] = fmul <2 x float> [[X:%.*]], [[X]] | |
| ; THRESH1-NEXT: [[TMP2:%.*]] = extractelement <2 x float> [[TMP1]], i64 0 | |
| ; THRESH1-NEXT: [[TMP3:%.*]] = extractelement <2 x float> [[TMP1]], i64 1 | |
| ; THRESH1-NEXT: [[ADD:%.*]] = fadd float [[TMP2]], [[TMP3]] | |
| ; THRESH1-NEXT: ret float [[ADD]] | |
| ; | |
| ; THRESH2-LABEL: @f( | |
| ; THRESH2-NEXT: [[TMP1:%.*]] = fmul <2 x float> [[X:%.*]], [[X]] | |
| ; THRESH2-NEXT: [[TMP2:%.*]] = extractelement <2 x float> [[TMP1]], i64 0 | |
| ; THRESH2-NEXT: [[TMP3:%.*]] = extractelement <2 x float> [[TMP1]], i64 1 | |
| ; THRESH2-NEXT: [[ADD:%.*]] = fadd float [[TMP2]], [[TMP3]] | |
| ; THRESH2-NEXT: ret float [[ADD]] | |
| ; | |
| %x0 = extractelement <2 x float> %x, i32 0 | |
| %x1 = extractelement <2 x float> %x, i32 1 | |
| %x0x0 = fmul float %x0, %x0 | |
| %x1x1 = fmul float %x1, %x1 | |
| %add = fadd float %x0x0, %x1x1 | |
| ret float %add | |
| } | |
| define float @f_used_out_of_tree(<2 x float> %x) { | |
| ; CHECK-LABEL: @f_used_out_of_tree( | |
| ; CHECK-NEXT: [[TMP1:%.*]] = extractelement <2 x float> [[X:%.*]], i32 0 | |
| ; CHECK-NEXT: [[TMP2:%.*]] = fmul <2 x float> [[X]], [[X]] | |
| ; CHECK-NEXT: [[TMP3:%.*]] = extractelement <2 x float> [[TMP2]], i64 0 | |
| ; CHECK-NEXT: [[TMP4:%.*]] = extractelement <2 x float> [[TMP2]], i64 1 | |
| ; CHECK-NEXT: [[ADD:%.*]] = fadd float [[TMP3]], [[TMP4]] | |
| ; CHECK-NEXT: store float [[ADD]], ptr @a, align 4 | |
| ; CHECK-NEXT: ret float [[TMP1]] | |
| ; | |
| ; THRESH1-LABEL: @f_used_out_of_tree( | |
| ; THRESH1-NEXT: [[TMP1:%.*]] = extractelement <2 x float> [[X:%.*]], i32 0 | |
| ; THRESH1-NEXT: [[TMP2:%.*]] = fmul <2 x float> [[X]], [[X]] | |
| ; THRESH1-NEXT: [[TMP3:%.*]] = extractelement <2 x float> [[TMP2]], i64 0 | |
| ; THRESH1-NEXT: [[TMP4:%.*]] = extractelement <2 x float> [[TMP2]], i64 1 | |
| ; THRESH1-NEXT: [[ADD:%.*]] = fadd float [[TMP3]], [[TMP4]] | |
| ; THRESH1-NEXT: store float [[ADD]], ptr @a, align 4 | |
| ; THRESH1-NEXT: ret float [[TMP1]] | |
| ; | |
| ; THRESH2-LABEL: @f_used_out_of_tree( | |
| ; THRESH2-NEXT: [[TMP1:%.*]] = extractelement <2 x float> [[X:%.*]], i32 0 | |
| ; THRESH2-NEXT: [[TMP2:%.*]] = fmul <2 x float> [[X]], [[X]] | |
| ; THRESH2-NEXT: [[TMP3:%.*]] = extractelement <2 x float> [[TMP2]], i64 0 | |
| ; THRESH2-NEXT: [[TMP4:%.*]] = extractelement <2 x float> [[TMP2]], i64 1 | |
| ; THRESH2-NEXT: [[ADD:%.*]] = fadd float [[TMP3]], [[TMP4]] | |
| ; THRESH2-NEXT: store float [[ADD]], ptr @a, align 4 | |
| ; THRESH2-NEXT: ret float [[TMP1]] | |
| ; | |
| %x0 = extractelement <2 x float> %x, i32 0 | |
| %x1 = extractelement <2 x float> %x, i32 1 | |
| %x0x0 = fmul float %x0, %x0 | |
| %x1x1 = fmul float %x1, %x1 | |
| %add = fadd float %x0x0, %x1x1 | |
| store float %add, ptr @a | |
| ret float %x0 | |
| } | |
| define float @f_used_twice_in_tree(<2 x float> %x) { | |
| ; CHECK-LABEL: @f_used_twice_in_tree( | |
| ; CHECK-NEXT: [[X0:%.*]] = extractelement <2 x float> [[X:%.*]], i32 0 | |
| ; CHECK-NEXT: [[X1:%.*]] = extractelement <2 x float> [[X]], i32 1 | |
| ; CHECK-NEXT: [[X0X0:%.*]] = fmul float [[X0]], [[X1]] | |
| ; CHECK-NEXT: [[X1X1:%.*]] = fmul float [[X1]], [[X1]] | |
| ; CHECK-NEXT: [[ADD:%.*]] = fadd float [[X0X0]], [[X1X1]] | |
| ; CHECK-NEXT: ret float [[ADD]] | |
| ; | |
| ; THRESH1-LABEL: @f_used_twice_in_tree( | |
| ; THRESH1-NEXT: [[TMP1:%.*]] = shufflevector <2 x float> [[X:%.*]], <2 x float> poison, <2 x i32> <i32 1, i32 1> | |
| ; THRESH1-NEXT: [[TMP2:%.*]] = fmul <2 x float> [[TMP1]], [[X]] | |
| ; THRESH1-NEXT: [[TMP3:%.*]] = extractelement <2 x float> [[TMP2]], i64 0 | |
| ; THRESH1-NEXT: [[TMP4:%.*]] = extractelement <2 x float> [[TMP2]], i64 1 | |
| ; THRESH1-NEXT: [[ADD:%.*]] = fadd float [[TMP3]], [[TMP4]] | |
| ; THRESH1-NEXT: ret float [[ADD]] | |
| ; | |
| ; THRESH2-LABEL: @f_used_twice_in_tree( | |
| ; THRESH2-NEXT: [[TMP1:%.*]] = shufflevector <2 x float> [[X:%.*]], <2 x float> poison, <2 x i32> <i32 1, i32 1> | |
| ; THRESH2-NEXT: [[TMP2:%.*]] = fmul <2 x float> [[TMP1]], [[X]] | |
| ; THRESH2-NEXT: [[TMP3:%.*]] = extractelement <2 x float> [[TMP2]], i64 0 | |
| ; THRESH2-NEXT: [[TMP4:%.*]] = extractelement <2 x float> [[TMP2]], i64 1 | |
| ; THRESH2-NEXT: [[ADD:%.*]] = fadd float [[TMP3]], [[TMP4]] | |
| ; THRESH2-NEXT: ret float [[ADD]] | |
| ; | |
| %x0 = extractelement <2 x float> %x, i32 0 | |
| %x1 = extractelement <2 x float> %x, i32 1 | |
| %x0x0 = fmul float %x0, %x1 | |
| %x1x1 = fmul float %x1, %x1 | |
| %add = fadd float %x0x0, %x1x1 | |
| ret float %add | |
| } | |