; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 5
; RUN: opt < %s -mtriple=x86_64-- -passes=slp-vectorizer -S -mattr=+avx2 | FileCheck %s --check-prefix=CHECK
; RUN: opt < %s -mtriple=x86_64-- -passes=slp-vectorizer -S -mattr=+avx2 -mattr=+f16c | FileCheck %s --check-prefix=CHECK-F16C
; RUN: opt < %s -mtriple=x86_64-- -passes=slp-vectorizer -S -mattr=+avx512f | FileCheck %s --check-prefix=CHECK-AVX512

define void @fpext_v4xf16_v4xf32(ptr %s0, ptr %d0) {
; CHECK-LABEL: define void @fpext_v4xf16_v4xf32(
; CHECK-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0:[0-9]+]] {
; CHECK-NEXT:    [[S1:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 1
; CHECK-NEXT:    [[S2:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 2
; CHECK-NEXT:    [[S3:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 3
; CHECK-NEXT:    [[L0:%.*]] = load half, ptr [[S0]], align 2
; CHECK-NEXT:    [[L1:%.*]] = load half, ptr [[S1]], align 2
; CHECK-NEXT:    [[L2:%.*]] = load half, ptr [[S2]], align 2
; CHECK-NEXT:    [[L3:%.*]] = load half, ptr [[S3]], align 2
; CHECK-NEXT:    [[E0:%.*]] = fpext half [[L0]] to float
; CHECK-NEXT:    [[E1:%.*]] = fpext half [[L1]] to float
; CHECK-NEXT:    [[E2:%.*]] = fpext half [[L2]] to float
; CHECK-NEXT:    [[E3:%.*]] = fpext half [[L3]] to float
; CHECK-NEXT:    [[D1:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 1
; CHECK-NEXT:    [[D2:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 2
; CHECK-NEXT:    [[D3:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 3
; CHECK-NEXT:    store float [[E0]], ptr [[D0]], align 8
; CHECK-NEXT:    store float [[E1]], ptr [[D1]], align 8
; CHECK-NEXT:    store float [[E2]], ptr [[D2]], align 8
; CHECK-NEXT:    store float [[E3]], ptr [[D3]], align 8
; CHECK-NEXT:    ret void
;
; CHECK-F16C-LABEL: define void @fpext_v4xf16_v4xf32(
; CHECK-F16C-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0:[0-9]+]] {
; CHECK-F16C-NEXT:    [[TMP1:%.*]] = load <4 x half>, ptr [[S0]], align 2
; CHECK-F16C-NEXT:    [[TMP2:%.*]] = fpext <4 x half> [[TMP1]] to <4 x float>
; CHECK-F16C-NEXT:    store <4 x float> [[TMP2]], ptr [[D0]], align 8
; CHECK-F16C-NEXT:    ret void
;
; CHECK-AVX512-LABEL: define void @fpext_v4xf16_v4xf32(
; CHECK-AVX512-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0:[0-9]+]] {
; CHECK-AVX512-NEXT:    [[TMP1:%.*]] = load <4 x half>, ptr [[S0]], align 2
; CHECK-AVX512-NEXT:    [[TMP2:%.*]] = fpext <4 x half> [[TMP1]] to <4 x float>
; CHECK-AVX512-NEXT:    store <4 x float> [[TMP2]], ptr [[D0]], align 8
; CHECK-AVX512-NEXT:    ret void
;
  %s1 = getelementptr inbounds half, ptr %s0, i64 1
  %s2 = getelementptr inbounds half, ptr %s0, i64 2
  %s3 = getelementptr inbounds half, ptr %s0, i64 3
  %l0 = load half, ptr %s0, align 2
  %l1 = load half, ptr %s1, align 2
  %l2 = load half, ptr %s2, align 2
  %l3 = load half, ptr %s3, align 2

  %e0 = fpext half %l0 to float
  %e1 = fpext half %l1 to float
  %e2 = fpext half %l2 to float
  %e3 = fpext half %l3 to float

  %d1 = getelementptr inbounds float, ptr %d0, i64 1
  %d2 = getelementptr inbounds float, ptr %d0, i64 2
  %d3 = getelementptr inbounds float, ptr %d0, i64 3
  store float %e0, ptr %d0, align 8
  store float %e1, ptr %d1, align 8
  store float %e2, ptr %d2, align 8
  store float %e3, ptr %d3, align 8
  ret void
}

define void @fpext_v4xf16_v4xf64(ptr %s0, ptr %d0) {
; CHECK-LABEL: define void @fpext_v4xf16_v4xf64(
; CHECK-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-NEXT:    [[S1:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 1
; CHECK-NEXT:    [[S2:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 2
; CHECK-NEXT:    [[S3:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 3
; CHECK-NEXT:    [[L0:%.*]] = load half, ptr [[S0]], align 2
; CHECK-NEXT:    [[L1:%.*]] = load half, ptr [[S1]], align 2
; CHECK-NEXT:    [[L2:%.*]] = load half, ptr [[S2]], align 2
; CHECK-NEXT:    [[L3:%.*]] = load half, ptr [[S3]], align 2
; CHECK-NEXT:    [[E0:%.*]] = fpext half [[L0]] to double
; CHECK-NEXT:    [[E1:%.*]] = fpext half [[L1]] to double
; CHECK-NEXT:    [[E2:%.*]] = fpext half [[L2]] to double
; CHECK-NEXT:    [[E3:%.*]] = fpext half [[L3]] to double
; CHECK-NEXT:    [[D1:%.*]] = getelementptr inbounds double, ptr [[D0]], i64 1
; CHECK-NEXT:    [[D2:%.*]] = getelementptr inbounds double, ptr [[D0]], i64 2
; CHECK-NEXT:    [[D3:%.*]] = getelementptr inbounds double, ptr [[D0]], i64 3
; CHECK-NEXT:    store double [[E0]], ptr [[D0]], align 8
; CHECK-NEXT:    store double [[E1]], ptr [[D1]], align 8
; CHECK-NEXT:    store double [[E2]], ptr [[D2]], align 8
; CHECK-NEXT:    store double [[E3]], ptr [[D3]], align 8
; CHECK-NEXT:    ret void
;
; CHECK-F16C-LABEL: define void @fpext_v4xf16_v4xf64(
; CHECK-F16C-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-F16C-NEXT:    [[TMP1:%.*]] = load <4 x half>, ptr [[S0]], align 2
; CHECK-F16C-NEXT:    [[TMP2:%.*]] = fpext <4 x half> [[TMP1]] to <4 x double>
; CHECK-F16C-NEXT:    store <4 x double> [[TMP2]], ptr [[D0]], align 8
; CHECK-F16C-NEXT:    ret void
;
; CHECK-AVX512-LABEL: define void @fpext_v4xf16_v4xf64(
; CHECK-AVX512-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-AVX512-NEXT:    [[TMP1:%.*]] = load <4 x half>, ptr [[S0]], align 2
; CHECK-AVX512-NEXT:    [[TMP2:%.*]] = fpext <4 x half> [[TMP1]] to <4 x double>
; CHECK-AVX512-NEXT:    store <4 x double> [[TMP2]], ptr [[D0]], align 8
; CHECK-AVX512-NEXT:    ret void
;
  %s1 = getelementptr inbounds half, ptr %s0, i64 1
  %s2 = getelementptr inbounds half, ptr %s0, i64 2
  %s3 = getelementptr inbounds half, ptr %s0, i64 3
  %l0 = load half, ptr %s0, align 2
  %l1 = load half, ptr %s1, align 2
  %l2 = load half, ptr %s2, align 2
  %l3 = load half, ptr %s3, align 2

  %e0 = fpext half %l0 to double
  %e1 = fpext half %l1 to double
  %e2 = fpext half %l2 to double
  %e3 = fpext half %l3 to double

  %d1 = getelementptr inbounds double, ptr %d0, i64 1
  %d2 = getelementptr inbounds double, ptr %d0, i64 2
  %d3 = getelementptr inbounds double, ptr %d0, i64 3
  store double %e0, ptr %d0, align 8
  store double %e1, ptr %d1, align 8
  store double %e2, ptr %d2, align 8
  store double %e3, ptr %d3, align 8
  ret void
}

define void @fpext_v16xf16_v16xf32(ptr %s0, ptr %d0) {
; CHECK-LABEL: define void @fpext_v16xf16_v16xf32(
; CHECK-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-NEXT:    [[S1:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 1
; CHECK-NEXT:    [[S2:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 2
; CHECK-NEXT:    [[S3:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 3
; CHECK-NEXT:    [[S4:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 4
; CHECK-NEXT:    [[S5:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 5
; CHECK-NEXT:    [[S6:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 6
; CHECK-NEXT:    [[S7:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 7
; CHECK-NEXT:    [[S8:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 8
; CHECK-NEXT:    [[S9:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 9
; CHECK-NEXT:    [[S10:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 10
; CHECK-NEXT:    [[S11:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 11
; CHECK-NEXT:    [[S12:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 12
; CHECK-NEXT:    [[S13:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 13
; CHECK-NEXT:    [[S14:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 14
; CHECK-NEXT:    [[S15:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 15
; CHECK-NEXT:    [[L0:%.*]] = load half, ptr [[S0]], align 2
; CHECK-NEXT:    [[L1:%.*]] = load half, ptr [[S1]], align 2
; CHECK-NEXT:    [[L2:%.*]] = load half, ptr [[S2]], align 2
; CHECK-NEXT:    [[L3:%.*]] = load half, ptr [[S3]], align 2
; CHECK-NEXT:    [[L4:%.*]] = load half, ptr [[S4]], align 2
; CHECK-NEXT:    [[L5:%.*]] = load half, ptr [[S5]], align 2
; CHECK-NEXT:    [[L6:%.*]] = load half, ptr [[S6]], align 2
; CHECK-NEXT:    [[L7:%.*]] = load half, ptr [[S7]], align 2
; CHECK-NEXT:    [[L8:%.*]] = load half, ptr [[S8]], align 2
; CHECK-NEXT:    [[L9:%.*]] = load half, ptr [[S9]], align 2
; CHECK-NEXT:    [[L10:%.*]] = load half, ptr [[S10]], align 2
; CHECK-NEXT:    [[L11:%.*]] = load half, ptr [[S11]], align 2
; CHECK-NEXT:    [[L12:%.*]] = load half, ptr [[S12]], align 2
; CHECK-NEXT:    [[L13:%.*]] = load half, ptr [[S13]], align 2
; CHECK-NEXT:    [[L14:%.*]] = load half, ptr [[S14]], align 2
; CHECK-NEXT:    [[L15:%.*]] = load half, ptr [[S15]], align 2
; CHECK-NEXT:    [[E0:%.*]] = fpext half [[L0]] to float
; CHECK-NEXT:    [[E1:%.*]] = fpext half [[L1]] to float
; CHECK-NEXT:    [[E2:%.*]] = fpext half [[L2]] to float
; CHECK-NEXT:    [[E3:%.*]] = fpext half [[L3]] to float
; CHECK-NEXT:    [[E4:%.*]] = fpext half [[L4]] to float
; CHECK-NEXT:    [[E5:%.*]] = fpext half [[L5]] to float
; CHECK-NEXT:    [[E6:%.*]] = fpext half [[L6]] to float
; CHECK-NEXT:    [[E7:%.*]] = fpext half [[L7]] to float
; CHECK-NEXT:    [[E8:%.*]] = fpext half [[L8]] to float
; CHECK-NEXT:    [[E9:%.*]] = fpext half [[L9]] to float
; CHECK-NEXT:    [[E10:%.*]] = fpext half [[L10]] to float
; CHECK-NEXT:    [[E11:%.*]] = fpext half [[L11]] to float
; CHECK-NEXT:    [[E12:%.*]] = fpext half [[L12]] to float
; CHECK-NEXT:    [[E13:%.*]] = fpext half [[L13]] to float
; CHECK-NEXT:    [[E14:%.*]] = fpext half [[L14]] to float
; CHECK-NEXT:    [[E15:%.*]] = fpext half [[L15]] to float
; CHECK-NEXT:    [[D1:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 1
; CHECK-NEXT:    [[D2:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 2
; CHECK-NEXT:    [[D15:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 3
; CHECK-NEXT:    [[D4:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 4
; CHECK-NEXT:    [[D5:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 5
; CHECK-NEXT:    [[D6:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 6
; CHECK-NEXT:    [[D7:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 7
; CHECK-NEXT:    [[D8:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 8
; CHECK-NEXT:    [[D9:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 9
; CHECK-NEXT:    [[D10:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 10
; CHECK-NEXT:    [[D11:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 11
; CHECK-NEXT:    [[D12:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 12
; CHECK-NEXT:    [[D13:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 13
; CHECK-NEXT:    [[D14:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 14
; CHECK-NEXT:    [[D16:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 15
; CHECK-NEXT:    store float [[E0]], ptr [[D0]], align 8
; CHECK-NEXT:    store float [[E1]], ptr [[D1]], align 8
; CHECK-NEXT:    store float [[E2]], ptr [[D2]], align 8
; CHECK-NEXT:    store float [[E3]], ptr [[D15]], align 8
; CHECK-NEXT:    store float [[E4]], ptr [[D4]], align 8
; CHECK-NEXT:    store float [[E5]], ptr [[D5]], align 8
; CHECK-NEXT:    store float [[E6]], ptr [[D6]], align 8
; CHECK-NEXT:    store float [[E7]], ptr [[D7]], align 8
; CHECK-NEXT:    store float [[E8]], ptr [[D8]], align 8
; CHECK-NEXT:    store float [[E9]], ptr [[D9]], align 8
; CHECK-NEXT:    store float [[E10]], ptr [[D10]], align 8
; CHECK-NEXT:    store float [[E11]], ptr [[D11]], align 8
; CHECK-NEXT:    store float [[E12]], ptr [[D12]], align 8
; CHECK-NEXT:    store float [[E13]], ptr [[D13]], align 8
; CHECK-NEXT:    store float [[E14]], ptr [[D14]], align 8
; CHECK-NEXT:    store float [[E15]], ptr [[D16]], align 8
; CHECK-NEXT:    ret void
;
; CHECK-F16C-LABEL: define void @fpext_v16xf16_v16xf32(
; CHECK-F16C-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-F16C-NEXT:    [[S8:%.*]] = getelementptr inbounds half, ptr [[S0]], i64 8
; CHECK-F16C-NEXT:    [[D8:%.*]] = getelementptr inbounds float, ptr [[D0]], i64 8
; CHECK-F16C-NEXT:    [[TMP1:%.*]] = load <8 x half>, ptr [[S0]], align 2
; CHECK-F16C-NEXT:    [[TMP2:%.*]] = fpext <8 x half> [[TMP1]] to <8 x float>
; CHECK-F16C-NEXT:    [[TMP3:%.*]] = load <8 x half>, ptr [[S8]], align 2
; CHECK-F16C-NEXT:    [[TMP4:%.*]] = fpext <8 x half> [[TMP3]] to <8 x float>
; CHECK-F16C-NEXT:    store <8 x float> [[TMP2]], ptr [[D0]], align 8
; CHECK-F16C-NEXT:    store <8 x float> [[TMP4]], ptr [[D8]], align 8
; CHECK-F16C-NEXT:    ret void
;
; CHECK-AVX512-LABEL: define void @fpext_v16xf16_v16xf32(
; CHECK-AVX512-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-AVX512-NEXT:    [[TMP1:%.*]] = load <16 x half>, ptr [[S0]], align 2
; CHECK-AVX512-NEXT:    [[TMP2:%.*]] = fpext <16 x half> [[TMP1]] to <16 x float>
; CHECK-AVX512-NEXT:    store <16 x float> [[TMP2]], ptr [[D0]], align 8
; CHECK-AVX512-NEXT:    ret void
;
  %s1 = getelementptr inbounds half, ptr %s0, i64 1
  %s2 = getelementptr inbounds half, ptr %s0, i64 2
  %s3 = getelementptr inbounds half, ptr %s0, i64 3
  %s4 = getelementptr inbounds half, ptr %s0, i64 4
  %s5 = getelementptr inbounds half, ptr %s0, i64 5
  %s6 = getelementptr inbounds half, ptr %s0, i64 6
  %s7 = getelementptr inbounds half, ptr %s0, i64 7
  %s8 = getelementptr inbounds half, ptr %s0, i64 8
  %s9 = getelementptr inbounds half, ptr %s0, i64 9
  %s10 = getelementptr inbounds half, ptr %s0, i64 10
  %s11 = getelementptr inbounds half, ptr %s0, i64 11
  %s12 = getelementptr inbounds half, ptr %s0, i64 12
  %s13 = getelementptr inbounds half, ptr %s0, i64 13
  %s14 = getelementptr inbounds half, ptr %s0, i64 14
  %s15 = getelementptr inbounds half, ptr %s0, i64 15
  %l0 = load half, ptr %s0, align 2
  %l1 = load half, ptr %s1, align 2
  %l2 = load half, ptr %s2, align 2
  %l3 = load half, ptr %s3, align 2
  %l4 = load half, ptr %s4, align 2
  %l5 = load half, ptr %s5, align 2
  %l6 = load half, ptr %s6, align 2
  %l7 = load half, ptr %s7, align 2
  %l8 = load half, ptr %s8, align 2
  %l9 = load half, ptr %s9, align 2
  %l10 = load half, ptr %s10, align 2
  %l11 = load half, ptr %s11, align 2
  %l12 = load half, ptr %s12, align 2
  %l13 = load half, ptr %s13, align 2
  %l14 = load half, ptr %s14, align 2
  %l15 = load half, ptr %s15, align 2

  %e0 = fpext half %l0 to float
  %e1 = fpext half %l1 to float
  %e2 = fpext half %l2 to float
  %e3 = fpext half %l3 to float
  %e4 = fpext half %l4 to float
  %e5 = fpext half %l5 to float
  %e6 = fpext half %l6 to float
  %e7 = fpext half %l7 to float
  %e8 = fpext half %l8 to float
  %e9 = fpext half %l9 to float
  %e10 = fpext half %l10 to float
  %e11 = fpext half %l11 to float
  %e12 = fpext half %l12 to float
  %e13 = fpext half %l13 to float
  %e14 = fpext half %l14 to float
  %e15 = fpext half %l15 to float

  %d1 = getelementptr inbounds float, ptr %d0, i64 1
  %d2 = getelementptr inbounds float, ptr %d0, i64 2
  %d3 = getelementptr inbounds float, ptr %d0, i64 3
  %d4 = getelementptr inbounds float, ptr %d0, i64 4
  %d5 = getelementptr inbounds float, ptr %d0, i64 5
  %d6 = getelementptr inbounds float, ptr %d0, i64 6
  %d7 = getelementptr inbounds float, ptr %d0, i64 7
  %d8 = getelementptr inbounds float, ptr %d0, i64 8
  %d9 = getelementptr inbounds float, ptr %d0, i64 9
  %d10 = getelementptr inbounds float, ptr %d0, i64 10
  %d11 = getelementptr inbounds float, ptr %d0, i64 11
  %d12 = getelementptr inbounds float, ptr %d0, i64 12
  %d13 = getelementptr inbounds float, ptr %d0, i64 13
  %d14 = getelementptr inbounds float, ptr %d0, i64 14
  %d15 = getelementptr inbounds float, ptr %d0, i64 15
  store float %e0, ptr %d0, align 8
  store float %e1, ptr %d1, align 8
  store float %e2, ptr %d2, align 8
  store float %e3, ptr %d3, align 8
  store float %e4, ptr %d4, align 8
  store float %e5, ptr %d5, align 8
  store float %e6, ptr %d6, align 8
  store float %e7, ptr %d7, align 8
  store float %e8, ptr %d8, align 8
  store float %e9, ptr %d9, align 8
  store float %e10, ptr %d10, align 8
  store float %e11, ptr %d11, align 8
  store float %e12, ptr %d12, align 8
  store float %e13, ptr %d13, align 8
  store float %e14, ptr %d14, align 8
  store float %e15, ptr %d15, align 8
  ret void
}

define void @fpround_v4xf32_v4xf16(ptr %s0, ptr %d0) {
; CHECK-LABEL: define void @fpround_v4xf32_v4xf16(
; CHECK-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-NEXT:    [[S1:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 1
; CHECK-NEXT:    [[S2:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 2
; CHECK-NEXT:    [[S3:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 3
; CHECK-NEXT:    [[L0:%.*]] = load float, ptr [[S0]], align 4
; CHECK-NEXT:    [[L1:%.*]] = load float, ptr [[S1]], align 4
; CHECK-NEXT:    [[L2:%.*]] = load float, ptr [[S2]], align 4
; CHECK-NEXT:    [[L3:%.*]] = load float, ptr [[S3]], align 4
; CHECK-NEXT:    [[T0:%.*]] = fptrunc float [[L0]] to half
; CHECK-NEXT:    [[T1:%.*]] = fptrunc float [[L1]] to half
; CHECK-NEXT:    [[T2:%.*]] = fptrunc float [[L2]] to half
; CHECK-NEXT:    [[T3:%.*]] = fptrunc float [[L3]] to half
; CHECK-NEXT:    [[D1:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 1
; CHECK-NEXT:    [[D2:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 2
; CHECK-NEXT:    [[D3:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 3
; CHECK-NEXT:    store half [[T0]], ptr [[D0]], align 2
; CHECK-NEXT:    store half [[T1]], ptr [[D1]], align 2
; CHECK-NEXT:    store half [[T2]], ptr [[D2]], align 2
; CHECK-NEXT:    store half [[T3]], ptr [[D3]], align 2
; CHECK-NEXT:    ret void
;
; CHECK-F16C-LABEL: define void @fpround_v4xf32_v4xf16(
; CHECK-F16C-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-F16C-NEXT:    [[TMP1:%.*]] = load <4 x float>, ptr [[S0]], align 4
; CHECK-F16C-NEXT:    [[TMP2:%.*]] = fptrunc <4 x float> [[TMP1]] to <4 x half>
; CHECK-F16C-NEXT:    store <4 x half> [[TMP2]], ptr [[D0]], align 2
; CHECK-F16C-NEXT:    ret void
;
; CHECK-AVX512-LABEL: define void @fpround_v4xf32_v4xf16(
; CHECK-AVX512-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-AVX512-NEXT:    [[TMP1:%.*]] = load <4 x float>, ptr [[S0]], align 4
; CHECK-AVX512-NEXT:    [[TMP2:%.*]] = fptrunc <4 x float> [[TMP1]] to <4 x half>
; CHECK-AVX512-NEXT:    store <4 x half> [[TMP2]], ptr [[D0]], align 2
; CHECK-AVX512-NEXT:    ret void
;
  %s1 = getelementptr inbounds float, ptr %s0, i64 1
  %s2 = getelementptr inbounds float, ptr %s0, i64 2
  %s3 = getelementptr inbounds float, ptr %s0, i64 3
  %l0 = load float, ptr %s0, align 4
  %l1 = load float, ptr %s1, align 4
  %l2 = load float, ptr %s2, align 4
  %l3 = load float, ptr %s3, align 4

  %t0 = fptrunc float %l0 to half
  %t1 = fptrunc float %l1 to half
  %t2 = fptrunc float %l2 to half
  %t3 = fptrunc float %l3 to half

  %d1 = getelementptr inbounds half, ptr %d0, i64 1
  %d2 = getelementptr inbounds half, ptr %d0, i64 2
  %d3 = getelementptr inbounds half, ptr %d0, i64 3
  store half %t0, ptr %d0, align 2
  store half %t1, ptr %d1, align 2
  store half %t2, ptr %d2, align 2
  store half %t3, ptr %d3, align 2
  ret void
}

define void @fpround_v16xf32_v16xf16(ptr %s0, ptr %d0) {
; CHECK-LABEL: define void @fpround_v16xf32_v16xf16(
; CHECK-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-NEXT:    [[S1:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 1
; CHECK-NEXT:    [[S2:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 2
; CHECK-NEXT:    [[S3:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 3
; CHECK-NEXT:    [[S4:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 4
; CHECK-NEXT:    [[S5:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 5
; CHECK-NEXT:    [[S6:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 6
; CHECK-NEXT:    [[S7:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 7
; CHECK-NEXT:    [[S8:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 8
; CHECK-NEXT:    [[S9:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 9
; CHECK-NEXT:    [[S10:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 10
; CHECK-NEXT:    [[S11:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 11
; CHECK-NEXT:    [[S12:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 12
; CHECK-NEXT:    [[S13:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 13
; CHECK-NEXT:    [[S14:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 14
; CHECK-NEXT:    [[S15:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 15
; CHECK-NEXT:    [[L0:%.*]] = load float, ptr [[S0]], align 4
; CHECK-NEXT:    [[L1:%.*]] = load float, ptr [[S1]], align 4
; CHECK-NEXT:    [[L2:%.*]] = load float, ptr [[S2]], align 4
; CHECK-NEXT:    [[L3:%.*]] = load float, ptr [[S3]], align 4
; CHECK-NEXT:    [[L4:%.*]] = load float, ptr [[S4]], align 4
; CHECK-NEXT:    [[L5:%.*]] = load float, ptr [[S5]], align 4
; CHECK-NEXT:    [[L6:%.*]] = load float, ptr [[S6]], align 4
; CHECK-NEXT:    [[L7:%.*]] = load float, ptr [[S7]], align 4
; CHECK-NEXT:    [[L8:%.*]] = load float, ptr [[S8]], align 4
; CHECK-NEXT:    [[L9:%.*]] = load float, ptr [[S9]], align 4
; CHECK-NEXT:    [[L10:%.*]] = load float, ptr [[S10]], align 4
; CHECK-NEXT:    [[L11:%.*]] = load float, ptr [[S11]], align 4
; CHECK-NEXT:    [[L12:%.*]] = load float, ptr [[S12]], align 4
; CHECK-NEXT:    [[L13:%.*]] = load float, ptr [[S13]], align 4
; CHECK-NEXT:    [[L14:%.*]] = load float, ptr [[S14]], align 4
; CHECK-NEXT:    [[L15:%.*]] = load float, ptr [[S15]], align 4
; CHECK-NEXT:    [[T0:%.*]] = fptrunc float [[L0]] to half
; CHECK-NEXT:    [[T1:%.*]] = fptrunc float [[L1]] to half
; CHECK-NEXT:    [[T2:%.*]] = fptrunc float [[L2]] to half
; CHECK-NEXT:    [[T3:%.*]] = fptrunc float [[L3]] to half
; CHECK-NEXT:    [[T4:%.*]] = fptrunc float [[L4]] to half
; CHECK-NEXT:    [[T5:%.*]] = fptrunc float [[L5]] to half
; CHECK-NEXT:    [[T6:%.*]] = fptrunc float [[L6]] to half
; CHECK-NEXT:    [[T7:%.*]] = fptrunc float [[L7]] to half
; CHECK-NEXT:    [[T8:%.*]] = fptrunc float [[L8]] to half
; CHECK-NEXT:    [[T9:%.*]] = fptrunc float [[L9]] to half
; CHECK-NEXT:    [[T10:%.*]] = fptrunc float [[L10]] to half
; CHECK-NEXT:    [[T11:%.*]] = fptrunc float [[L11]] to half
; CHECK-NEXT:    [[T12:%.*]] = fptrunc float [[L12]] to half
; CHECK-NEXT:    [[T13:%.*]] = fptrunc float [[L13]] to half
; CHECK-NEXT:    [[T14:%.*]] = fptrunc float [[L14]] to half
; CHECK-NEXT:    [[T15:%.*]] = fptrunc float [[L15]] to half
; CHECK-NEXT:    [[D1:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 1
; CHECK-NEXT:    [[D2:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 2
; CHECK-NEXT:    [[D3:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 3
; CHECK-NEXT:    [[D4:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 4
; CHECK-NEXT:    [[D5:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 5
; CHECK-NEXT:    [[D6:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 6
; CHECK-NEXT:    [[D7:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 7
; CHECK-NEXT:    [[D8:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 8
; CHECK-NEXT:    [[D9:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 9
; CHECK-NEXT:    [[D10:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 10
; CHECK-NEXT:    [[D11:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 11
; CHECK-NEXT:    [[D12:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 12
; CHECK-NEXT:    [[D13:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 13
; CHECK-NEXT:    [[D14:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 14
; CHECK-NEXT:    [[D15:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 15
; CHECK-NEXT:    store half [[T0]], ptr [[D0]], align 2
; CHECK-NEXT:    store half [[T1]], ptr [[D1]], align 2
; CHECK-NEXT:    store half [[T2]], ptr [[D2]], align 2
; CHECK-NEXT:    store half [[T3]], ptr [[D3]], align 2
; CHECK-NEXT:    store half [[T4]], ptr [[D4]], align 2
; CHECK-NEXT:    store half [[T5]], ptr [[D5]], align 2
; CHECK-NEXT:    store half [[T6]], ptr [[D6]], align 2
; CHECK-NEXT:    store half [[T7]], ptr [[D7]], align 2
; CHECK-NEXT:    store half [[T8]], ptr [[D8]], align 2
; CHECK-NEXT:    store half [[T9]], ptr [[D9]], align 2
; CHECK-NEXT:    store half [[T10]], ptr [[D10]], align 2
; CHECK-NEXT:    store half [[T11]], ptr [[D11]], align 2
; CHECK-NEXT:    store half [[T12]], ptr [[D12]], align 2
; CHECK-NEXT:    store half [[T13]], ptr [[D13]], align 2
; CHECK-NEXT:    store half [[T14]], ptr [[D14]], align 2
; CHECK-NEXT:    store half [[T15]], ptr [[D15]], align 2
; CHECK-NEXT:    ret void
;
; CHECK-F16C-LABEL: define void @fpround_v16xf32_v16xf16(
; CHECK-F16C-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-F16C-NEXT:    [[S8:%.*]] = getelementptr inbounds float, ptr [[S0]], i64 8
; CHECK-F16C-NEXT:    [[D8:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 8
; CHECK-F16C-NEXT:    [[TMP1:%.*]] = load <8 x float>, ptr [[S0]], align 4
; CHECK-F16C-NEXT:    [[TMP2:%.*]] = fptrunc <8 x float> [[TMP1]] to <8 x half>
; CHECK-F16C-NEXT:    [[TMP3:%.*]] = load <8 x float>, ptr [[S8]], align 4
; CHECK-F16C-NEXT:    [[TMP4:%.*]] = fptrunc <8 x float> [[TMP3]] to <8 x half>
; CHECK-F16C-NEXT:    store <8 x half> [[TMP2]], ptr [[D0]], align 2
; CHECK-F16C-NEXT:    store <8 x half> [[TMP4]], ptr [[D8]], align 2
; CHECK-F16C-NEXT:    ret void
;
; CHECK-AVX512-LABEL: define void @fpround_v16xf32_v16xf16(
; CHECK-AVX512-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-AVX512-NEXT:    [[TMP1:%.*]] = load <16 x float>, ptr [[S0]], align 4
; CHECK-AVX512-NEXT:    [[TMP2:%.*]] = fptrunc <16 x float> [[TMP1]] to <16 x half>
; CHECK-AVX512-NEXT:    store <16 x half> [[TMP2]], ptr [[D0]], align 2
; CHECK-AVX512-NEXT:    ret void
;
  %s1 = getelementptr inbounds float, ptr %s0, i64 1
  %s2 = getelementptr inbounds float, ptr %s0, i64 2
  %s3 = getelementptr inbounds float, ptr %s0, i64 3
  %s4 = getelementptr inbounds float, ptr %s0, i64 4
  %s5 = getelementptr inbounds float, ptr %s0, i64 5
  %s6 = getelementptr inbounds float, ptr %s0, i64 6
  %s7 = getelementptr inbounds float, ptr %s0, i64 7
  %s8 = getelementptr inbounds float, ptr %s0, i64 8
  %s9 = getelementptr inbounds float, ptr %s0, i64 9
  %s10 = getelementptr inbounds float, ptr %s0, i64 10
  %s11 = getelementptr inbounds float, ptr %s0, i64 11
  %s12 = getelementptr inbounds float, ptr %s0, i64 12
  %s13 = getelementptr inbounds float, ptr %s0, i64 13
  %s14 = getelementptr inbounds float, ptr %s0, i64 14
  %s15 = getelementptr inbounds float, ptr %s0, i64 15
  %l0 = load float, ptr %s0, align 4
  %l1 = load float, ptr %s1, align 4
  %l2 = load float, ptr %s2, align 4
  %l3 = load float, ptr %s3, align 4
  %l4 = load float, ptr %s4, align 4
  %l5 = load float, ptr %s5, align 4
  %l6 = load float, ptr %s6, align 4
  %l7 = load float, ptr %s7, align 4
  %l8 = load float, ptr %s8, align 4
  %l9 = load float, ptr %s9, align 4
  %l10 = load float, ptr %s10, align 4
  %l11 = load float, ptr %s11, align 4
  %l12 = load float, ptr %s12, align 4
  %l13 = load float, ptr %s13, align 4
  %l14 = load float, ptr %s14, align 4
  %l15 = load float, ptr %s15, align 4

  %t0 = fptrunc float %l0 to half
  %t1 = fptrunc float %l1 to half
  %t2 = fptrunc float %l2 to half
  %t3 = fptrunc float %l3 to half
  %t4 = fptrunc float %l4 to half
  %t5 = fptrunc float %l5 to half
  %t6 = fptrunc float %l6 to half
  %t7 = fptrunc float %l7 to half
  %t8 = fptrunc float %l8 to half
  %t9 = fptrunc float %l9 to half
  %t10 = fptrunc float %l10 to half
  %t11 = fptrunc float %l11 to half
  %t12 = fptrunc float %l12 to half
  %t13 = fptrunc float %l13 to half
  %t14 = fptrunc float %l14 to half
  %t15 = fptrunc float %l15 to half

  %d1 = getelementptr inbounds half, ptr %d0, i64 1
  %d2 = getelementptr inbounds half, ptr %d0, i64 2
  %d3 = getelementptr inbounds half, ptr %d0, i64 3
  %d4 = getelementptr inbounds half, ptr %d0, i64 4
  %d5 = getelementptr inbounds half, ptr %d0, i64 5
  %d6 = getelementptr inbounds half, ptr %d0, i64 6
  %d7 = getelementptr inbounds half, ptr %d0, i64 7
  %d8 = getelementptr inbounds half, ptr %d0, i64 8
  %d9 = getelementptr inbounds half, ptr %d0, i64 9
  %d10 = getelementptr inbounds half, ptr %d0, i64 10
  %d11 = getelementptr inbounds half, ptr %d0, i64 11
  %d12 = getelementptr inbounds half, ptr %d0, i64 12
  %d13 = getelementptr inbounds half, ptr %d0, i64 13
  %d14 = getelementptr inbounds half, ptr %d0, i64 14
  %d15 = getelementptr inbounds half, ptr %d0, i64 15
  store half %t0, ptr %d0, align 2
  store half %t1, ptr %d1, align 2
  store half %t2, ptr %d2, align 2
  store half %t3, ptr %d3, align 2
  store half %t4, ptr %d4, align 2
  store half %t5, ptr %d5, align 2
  store half %t6, ptr %d6, align 2
  store half %t7, ptr %d7, align 2
  store half %t8, ptr %d8, align 2
  store half %t9, ptr %d9, align 2
  store half %t10, ptr %d10, align 2
  store half %t11, ptr %d11, align 2
  store half %t12, ptr %d12, align 2
  store half %t13, ptr %d13, align 2
  store half %t14, ptr %d14, align 2
  store half %t15, ptr %d15, align 2
  ret void

}

; There is no instruction to round f64 to f16; this should not get vectorized!
define void @fpround_v2xf64_v2xf16(ptr %s0, ptr %d0) {
; CHECK-LABEL: define void @fpround_v2xf64_v2xf16(
; CHECK-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-NEXT:    [[S1:%.*]] = getelementptr inbounds double, ptr [[S0]], i64 1
; CHECK-NEXT:    [[L0:%.*]] = load double, ptr [[S0]], align 4
; CHECK-NEXT:    [[L1:%.*]] = load double, ptr [[S1]], align 4
; CHECK-NEXT:    [[T0:%.*]] = fptrunc double [[L0]] to half
; CHECK-NEXT:    [[T1:%.*]] = fptrunc double [[L1]] to half
; CHECK-NEXT:    [[D1:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 1
; CHECK-NEXT:    store half [[T0]], ptr [[D0]], align 2
; CHECK-NEXT:    store half [[T1]], ptr [[D1]], align 2
; CHECK-NEXT:    ret void
;
; CHECK-F16C-LABEL: define void @fpround_v2xf64_v2xf16(
; CHECK-F16C-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-F16C-NEXT:    [[S1:%.*]] = getelementptr inbounds double, ptr [[S0]], i64 1
; CHECK-F16C-NEXT:    [[L0:%.*]] = load double, ptr [[S0]], align 4
; CHECK-F16C-NEXT:    [[L1:%.*]] = load double, ptr [[S1]], align 4
; CHECK-F16C-NEXT:    [[T0:%.*]] = fptrunc double [[L0]] to half
; CHECK-F16C-NEXT:    [[T1:%.*]] = fptrunc double [[L1]] to half
; CHECK-F16C-NEXT:    [[D1:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 1
; CHECK-F16C-NEXT:    store half [[T0]], ptr [[D0]], align 2
; CHECK-F16C-NEXT:    store half [[T1]], ptr [[D1]], align 2
; CHECK-F16C-NEXT:    ret void
;
; CHECK-AVX512-LABEL: define void @fpround_v2xf64_v2xf16(
; CHECK-AVX512-SAME: ptr [[S0:%.*]], ptr [[D0:%.*]]) #[[ATTR0]] {
; CHECK-AVX512-NEXT:    [[S1:%.*]] = getelementptr inbounds double, ptr [[S0]], i64 1
; CHECK-AVX512-NEXT:    [[L0:%.*]] = load double, ptr [[S0]], align 4
; CHECK-AVX512-NEXT:    [[L1:%.*]] = load double, ptr [[S1]], align 4
; CHECK-AVX512-NEXT:    [[T0:%.*]] = fptrunc double [[L0]] to half
; CHECK-AVX512-NEXT:    [[T1:%.*]] = fptrunc double [[L1]] to half
; CHECK-AVX512-NEXT:    [[D1:%.*]] = getelementptr inbounds half, ptr [[D0]], i64 1
; CHECK-AVX512-NEXT:    store half [[T0]], ptr [[D0]], align 2
; CHECK-AVX512-NEXT:    store half [[T1]], ptr [[D1]], align 2
; CHECK-AVX512-NEXT:    ret void
;
  %s1 = getelementptr inbounds double, ptr %s0, i64 1
  %l0 = load double, ptr %s0, align 4
  %l1 = load double, ptr %s1, align 4

  %t0 = fptrunc double %l0 to half
  %t1 = fptrunc double %l1 to half

  %d1 = getelementptr inbounds half, ptr %d0, i64 1
  store half %t0, ptr %d0, align 2
  store half %t1, ptr %d1, align 2
  ret void
}