llvm/test/CodeGen/AArch64/imm-splat-ops.ll

; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
; RUN: llc -mtriple=aarch64-none-linux-gnu -mattr=+neon < %s -o - | FileCheck %s --check-prefix=CHECK-NEON
; RUN: llc -mtriple=aarch64-none-linux-gnu -mattr=+sve < %s -o - | FileCheck %s --check-prefix=CHECK-SVE

define <2 x i32> @and_v2i32(<2 x i32> %a) {
; CHECK-NEON-LABEL: and_v2i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    fmov v1.2s, #1.00000000
; CHECK-NEON-NEXT:    and v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: and_v2i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    and z0.s, z0.s, #0x3f800000
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %and = and <2 x i32> %a, splat (i32 1065353216)
  ret <2 x i32> %and
}

define <4 x i32> @and_v4i32(<4 x i32> %a) {
; CHECK-NEON-LABEL: and_v4i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    fmov v1.4s, #1.00000000
; CHECK-NEON-NEXT:    and v0.16b, v0.16b, v1.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: and_v4i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    and z0.s, z0.s, #0x3f800000
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %and = and <4 x i32> %a, splat (i32 1065353216)
  ret <4 x i32> %and
}

define <2 x i32> @and_low_8_v2i32(<2 x i32> %a) {
; CHECK-NEON-LABEL: and_low_8_v2i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi d1, #0x0000ff000000ff
; CHECK-NEON-NEXT:    and v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: and_low_8_v2i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    and z0.s, z0.s, #0xff
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %and = and <2 x i32> %a, splat (i32 255)
  ret <2 x i32> %and
}

define <4 x i32> @and_low_8_v4i32(<4 x i32> %a) {
; CHECK-NEON-LABEL: and_low_8_v4i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2d, #0x0000ff000000ff
; CHECK-NEON-NEXT:    and v0.16b, v0.16b, v1.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: and_low_8_v4i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    and z0.s, z0.s, #0xff
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %and = and <4 x i32> %a, splat (i32 255)
  ret <4 x i32> %and
}

define <2 x i32> @and_low_16_v2i32(<2 x i32> %a) {
; CHECK-NEON-LABEL: and_low_16_v2i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi d1, #0x00ffff0000ffff
; CHECK-NEON-NEXT:    and v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: and_low_16_v2i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    and z0.s, z0.s, #0xffff
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %and = and <2 x i32> %a, splat (i32 65535)
  ret <2 x i32> %and
}

define <4 x i32> @and_low_16_v4i32(<4 x i32> %a) {
; CHECK-NEON-LABEL: and_low_16_v4i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2d, #0x00ffff0000ffff
; CHECK-NEON-NEXT:    and v0.16b, v0.16b, v1.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: and_low_16_v4i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    and z0.s, z0.s, #0xffff
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %and = and <4 x i32> %a, splat (i32 65535)
  ret <4 x i32> %and
}

define <1 x i64> @and_low_32_v1i64(<1 x i64> %a) {
; CHECK-NEON-LABEL: and_low_32_v1i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-NEON-NEXT:    mov v0.s[1], wzr
; CHECK-NEON-NEXT:    // kill: def $d0 killed $d0 killed $q0
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: and_low_32_v1i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-SVE-NEXT:    mov v0.s[1], wzr
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $q0
; CHECK-SVE-NEXT:    ret
entry:
  %and = and <1 x i64> %a, splat (i64 4294967295)
  ret <1 x i64> %and
}

define <2 x i64> @and_low_32_v2i64(<2 x i64> %a) {
; CHECK-NEON-LABEL: and_low_32_v2i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2d, #0x000000ffffffff
; CHECK-NEON-NEXT:    and v0.16b, v0.16b, v1.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: and_low_32_v2i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    and z0.d, z0.d, #0xffffffff
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %and = and <2 x i64> %a, splat (i64 4294967295)
  ret <2 x i64> %and
}

define <2 x i32> @xor_v2i32(<2 x i32> %a) {
; CHECK-NEON-LABEL: xor_v2i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2s, #127
; CHECK-NEON-NEXT:    eor v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: xor_v2i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    eor z0.s, z0.s, #0x7f
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %and = xor <2 x i32> %a, splat (i32 127)
  ret <2 x i32> %and
}

define <4 x i32> @xor_v4i32(<4 x i32> %a) {
; CHECK-NEON-LABEL: xor_v4i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4s, #127
; CHECK-NEON-NEXT:    eor v0.16b, v0.16b, v1.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: xor_v4i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    eor z0.s, z0.s, #0x7f
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %and = xor <4 x i32> %a, splat (i32 127)
  ret <4 x i32> %and
}

define <2 x i32> @or_v2i32(<2 x i32> %a) {
; CHECK-NEON-LABEL: or_v2i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mvni v1.2s, #127
; CHECK-NEON-NEXT:    orr v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: or_v2i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    orr z0.s, z0.s, #0xffffff80
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %or = or <2 x i32> %a, splat (i32 -128)
  ret <2 x i32> %or
}

define <4 x i32> @or_v4i32(<4 x i32> %a) {
; CHECK-NEON-LABEL: or_v4i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mvni v1.4s, #127
; CHECK-NEON-NEXT:    orr v0.16b, v0.16b, v1.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: or_v4i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    orr z0.s, z0.s, #0xffffff80
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %or = or <4 x i32> %a, splat (i32 -128)
  ret <4 x i32> %or
}

define <1 x i64> @add_v1i64(<1 x i64> %a) {
; CHECK-NEON-LABEL: add_v1i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mov w8, #33 // =0x21
; CHECK-NEON-NEXT:    fmov d1, x8
; CHECK-NEON-NEXT:    add d0, d0, d1
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: add_v1i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    add z0.d, z0.d, #33 // =0x21
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %add = add <1 x i64> %a, splat (i64 33)
  ret <1 x i64> %add
}

define <2 x i64> @add_v2i64(<2 x i64> %a) {
; CHECK-NEON-LABEL: add_v2i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mov w8, #33 // =0x21
; CHECK-NEON-NEXT:    dup v1.2d, x8
; CHECK-NEON-NEXT:    add v0.2d, v0.2d, v1.2d
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: add_v2i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    add z0.d, z0.d, #33 // =0x21
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %add = add <2 x i64> %a, splat (i64 33)
  ret <2 x i64> %add
}

define <2 x i32> @add_v2i32(<2 x i32> %a) {
; CHECK-NEON-LABEL: add_v2i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2s, #1
; CHECK-NEON-NEXT:    add v0.2s, v0.2s, v1.2s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: add_v2i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    add z0.s, z0.s, #1 // =0x1
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %add = add <2 x i32> %a, splat (i32 1)
  ret <2 x i32> %add
}

define <4 x i32> @add_v4i32(<4 x i32> %a) {
; CHECK-NEON-LABEL: add_v4i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4s, #1
; CHECK-NEON-NEXT:    add v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: add_v4i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    add z0.s, z0.s, #1 // =0x1
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %add = add <4 x i32> %a, splat (i32 1)
  ret <4 x i32> %add
}

define <4 x i16> @add_v4i16(<4 x i16> %a) {
; CHECK-NEON-LABEL: add_v4i16:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4h, #16
; CHECK-NEON-NEXT:    add v0.4h, v0.4h, v1.4h
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: add_v4i16:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    add z0.h, z0.h, #16 // =0x10
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %add = add <4 x i16> %a, splat (i16 16)
  ret <4 x i16> %add
}

define <8 x i16> @add_v8i16(<8 x i16> %a) {
; CHECK-NEON-LABEL: add_v8i16:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.8h, #16
; CHECK-NEON-NEXT:    add v0.8h, v0.8h, v1.8h
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: add_v8i16:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    add z0.h, z0.h, #16 // =0x10
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %add = add <8 x i16> %a, splat (i16 16)
  ret <8 x i16> %add
}

define <8 x i8> @add_v8i8(<8 x i8> %a) {
; CHECK-NEON-LABEL: add_v8i8:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.8b, #2
; CHECK-NEON-NEXT:    add v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: add_v8i8:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    add z0.b, z0.b, #2 // =0x2
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %add = add <8 x i8> %a, splat (i8 2)
  ret <8 x i8> %add
}

define <16 x i8> @add_v16i8(<16 x i8> %a) {
; CHECK-NEON-LABEL: add_v16i8:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.16b, #2
; CHECK-NEON-NEXT:    add v0.16b, v0.16b, v1.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: add_v16i8:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    add z0.b, z0.b, #2 // =0x2
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %add = add <16 x i8> %a, splat (i8 2)
  ret <16 x i8> %add
}

define <4 x i32> @add_not_multiple_of_256(<4 x i32> %a) {
; CHECK-NEON-LABEL: add_not_multiple_of_256:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mov w8, #513 // =0x201
; CHECK-NEON-NEXT:    dup v1.4s, w8
; CHECK-NEON-NEXT:    add v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: add_not_multiple_of_256:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    mov w8, #513 // =0x201
; CHECK-SVE-NEXT:    dup v1.4s, w8
; CHECK-SVE-NEXT:    add v0.4s, v0.4s, v1.4s
; CHECK-SVE-NEXT:    ret
entry:
  %add = add <4 x i32> %a, splat (i32 513)
  ret <4 x i32> %add
}

define <1 x i64> @sub_v1i64(<1 x i64> %a) {
; CHECK-NEON-LABEL: sub_v1i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mov w8, #64 // =0x40
; CHECK-NEON-NEXT:    fmov d1, x8
; CHECK-NEON-NEXT:    sub d0, d0, d1
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: sub_v1i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    sub z0.d, z0.d, #64 // =0x40
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %sub = sub <1 x i64> %a, splat (i64 64)
  ret <1 x i64> %sub
}

define <2 x i64> @sub_v2i64(<2 x i64> %a) {
; CHECK-NEON-LABEL: sub_v2i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mov w8, #64 // =0x40
; CHECK-NEON-NEXT:    dup v1.2d, x8
; CHECK-NEON-NEXT:    sub v0.2d, v0.2d, v1.2d
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: sub_v2i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    sub z0.d, z0.d, #64 // =0x40
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %sub = sub <2 x i64> %a, splat (i64 64)
  ret <2 x i64> %sub
}

define <2 x i32> @sub_v2i32(<2 x i32> %a) {
; CHECK-NEON-LABEL: sub_v2i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2s, #2, lsl #8
; CHECK-NEON-NEXT:    sub v0.2s, v0.2s, v1.2s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: sub_v2i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    sub z0.s, z0.s, #512 // =0x200
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %sub = sub <2 x i32> %a, splat (i32 512)
  ret <2 x i32> %sub
}

define <4 x i32> @sub_v4i32(<4 x i32> %a) {
; CHECK-NEON-LABEL: sub_v4i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4s, #2, lsl #8
; CHECK-NEON-NEXT:    sub v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: sub_v4i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    sub z0.s, z0.s, #512 // =0x200
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %sub = sub <4 x i32> %a, splat (i32 512)
  ret <4 x i32> %sub
}

define <4 x i16> @sub_v4i16(<4 x i16> %a) {
; CHECK-NEON-LABEL: sub_v4i16:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4h, #99
; CHECK-NEON-NEXT:    sub v0.4h, v0.4h, v1.4h
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: sub_v4i16:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    sub z0.h, z0.h, #99 // =0x63
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %sub = sub <4 x i16> %a, splat (i16 99)
  ret <4 x i16> %sub
}

define <8 x i16> @sub_v8i16(<8 x i16> %a) {
; CHECK-NEON-LABEL: sub_v8i16:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.8h, #99
; CHECK-NEON-NEXT:    sub v0.8h, v0.8h, v1.8h
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: sub_v8i16:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    sub z0.h, z0.h, #99 // =0x63
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %sub = sub <8 x i16> %a, splat (i16 99)
  ret <8 x i16> %sub
}

define <8 x i8> @sub_v8i8(<8 x i8> %a) {
; CHECK-NEON-LABEL: sub_v8i8:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.8b, #7
; CHECK-NEON-NEXT:    sub v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: sub_v8i8:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    sub z0.b, z0.b, #7 // =0x7
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %sub = sub <8 x i8> %a, splat (i8 7)
  ret <8 x i8> %sub
}

define <16 x i8> @sub_v16i8(<16 x i8> %a) {
; CHECK-NEON-LABEL: sub_v16i8:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.16b, #7
; CHECK-NEON-NEXT:    sub v0.16b, v0.16b, v1.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: sub_v16i8:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    sub z0.b, z0.b, #7 // =0x7
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %sub = sub <16 x i8> %a, splat (i8 7)
  ret <16 x i8> %sub
}

define <1 x i64> @mul_v1i64(<1 x i64> %a) {
; CHECK-NEON-LABEL: mul_v1i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-NEON-NEXT:    fmov x9, d0
; CHECK-NEON-NEXT:    mov w8, #123 // =0x7b
; CHECK-NEON-NEXT:    mul x8, x9, x8
; CHECK-NEON-NEXT:    fmov d0, x8
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: mul_v1i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    mul z0.d, z0.d, #123
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %mul = mul <1 x i64> %a, splat (i64 123)
  ret <1 x i64> %mul
}

define <2 x i64> @mul_v2i64(<2 x i64> %a) {
; CHECK-NEON-LABEL: mul_v2i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    fmov x10, d0
; CHECK-NEON-NEXT:    mov w8, #123 // =0x7b
; CHECK-NEON-NEXT:    mov x9, v0.d[1]
; CHECK-NEON-NEXT:    mul x10, x10, x8
; CHECK-NEON-NEXT:    mul x8, x9, x8
; CHECK-NEON-NEXT:    fmov d0, x10
; CHECK-NEON-NEXT:    mov v0.d[1], x8
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: mul_v2i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    mul z0.d, z0.d, #123
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %mul = mul <2 x i64> %a, splat (i64 123)
  ret <2 x i64> %mul
}

define <2 x i32> @mul_v2i32(<2 x i32> %a) {
; CHECK-NEON-LABEL: mul_v2i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2s, #33
; CHECK-NEON-NEXT:    mul v0.2s, v0.2s, v1.2s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: mul_v2i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    mul z0.s, z0.s, #33
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %mul = mul <2 x i32> %a, splat (i32 33)
  ret <2 x i32> %mul
}

define <4 x i32> @mul_v4i32(<4 x i32> %a) {
; CHECK-NEON-LABEL: mul_v4i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4s, #33
; CHECK-NEON-NEXT:    mul v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: mul_v4i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    mul z0.s, z0.s, #33
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %mul = mul <4 x i32> %a, splat (i32 33)
  ret <4 x i32> %mul
}

define <4 x i16> @mul_v4i16(<4 x i16> %a) {
; CHECK-NEON-LABEL: mul_v4i16:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mvni v1.4h, #32
; CHECK-NEON-NEXT:    mul v0.4h, v0.4h, v1.4h
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: mul_v4i16:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    mul z0.h, z0.h, #-33
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %mul = mul <4 x i16> %a, splat (i16 -33)
  ret <4 x i16> %mul
}

define <8 x i16> @mul_v8i16(<8 x i16> %a) {
; CHECK-NEON-LABEL: mul_v8i16:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mvni v1.8h, #32
; CHECK-NEON-NEXT:    mul v0.8h, v0.8h, v1.8h
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: mul_v8i16:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    mul z0.h, z0.h, #-33
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %mul = mul <8 x i16> %a, splat (i16 -33)
  ret <8 x i16> %mul
}

define <8 x i8> @mul_v8i8(<8 x i8> %a) {
; CHECK-NEON-LABEL: mul_v8i8:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.8b, #253
; CHECK-NEON-NEXT:    mul v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: mul_v8i8:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    mul z0.b, z0.b, #-3
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %mul = mul <8 x i8> %a, splat (i8 -3)
  ret <8 x i8> %mul
}

define <16 x i8> @mul_v16i8(<16 x i8> %a) {
; CHECK-NEON-LABEL: mul_v16i8:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.16b, #253
; CHECK-NEON-NEXT:    mul v0.16b, v0.16b, v1.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: mul_v16i8:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    mul z0.b, z0.b, #-3
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %mul = mul <16 x i8> %a, splat (i8 -3)
  ret <16 x i8> %mul
}

define <4 x i32> @mul_imm_too_big(<4 x i32> %a) {
; CHECK-NEON-LABEL: mul_imm_too_big:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mov w8, #320 // =0x140
; CHECK-NEON-NEXT:    dup v1.4s, w8
; CHECK-NEON-NEXT:    add v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: mul_imm_too_big:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    mov w8, #320 // =0x140
; CHECK-SVE-NEXT:    dup v1.4s, w8
; CHECK-SVE-NEXT:    add v0.4s, v0.4s, v1.4s
; CHECK-SVE-NEXT:    ret
entry:
  %mul = add <4 x i32> %a, splat (i32 320)
  ret <4 x i32> %mul
}

define <1 x i64> @smax_v1i64(<1 x i64> %a) {
; CHECK-NEON-LABEL: smax_v1i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    cmge d1, d0, #0
; CHECK-NEON-NEXT:    and v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    orn v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smax_v1i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    smax z0.d, z0.d, #-1
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smax = call <1 x i64> @llvm.smax(<1 x i64> %a, <1 x i64> splat (i64 -1))
  ret <1 x i64> %smax
}

define <2 x i64> @smax_v2i64(<2 x i64> %a) {
; CHECK-NEON-LABEL: smax_v2i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mov w8, #127 // =0x7f
; CHECK-NEON-NEXT:    dup v1.2d, x8
; CHECK-NEON-NEXT:    cmgt v2.2d, v0.2d, v1.2d
; CHECK-NEON-NEXT:    bif v0.16b, v1.16b, v2.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smax_v2i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    smax z0.d, z0.d, #127
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smax = call <2 x i64> @llvm.smax(<2 x i64> %a, <2 x i64> splat (i64 127))
  ret <2 x i64> %smax
}

define <2 x i32> @smax_v2i32(<2 x i32> %a) {
; CHECK-NEON-LABEL: smax_v2i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2s, #7
; CHECK-NEON-NEXT:    smax v0.2s, v0.2s, v1.2s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smax_v2i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    smax z0.s, z0.s, #7
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smax = call <2 x i32> @llvm.smax(<2 x i32> %a, <2 x i32> splat (i32 7))
  ret <2 x i32> %smax
}

define <4 x i32> @smax_v4i32(<4 x i32> %a) {
; CHECK-NEON-LABEL: smax_v4i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mvni v1.4s, #127
; CHECK-NEON-NEXT:    smax v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smax_v4i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    smax z0.s, z0.s, #-128
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smax = call <4 x i32> @llvm.smax(<4 x i32> %a, <4 x i32> splat (i32 -128))
  ret <4 x i32> %smax
}

define <4 x i16> @smax_v4i16(<4 x i16> %a) {
; CHECK-NEON-LABEL: smax_v4i16:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4h, #5
; CHECK-NEON-NEXT:    smax v0.4h, v0.4h, v1.4h
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smax_v4i16:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    smax z0.h, z0.h, #5
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smax = call <4 x i16> @llvm.smax(<4 x i16> %a, <4 x i16> splat (i16 5))
  ret <4 x i16> %smax
}

define <8 x i16> @smax_v8i16(<8 x i16> %a) {
; CHECK-NEON-LABEL: smax_v8i16:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mvni v1.8h, #32
; CHECK-NEON-NEXT:    smax v0.8h, v0.8h, v1.8h
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smax_v8i16:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    smax z0.h, z0.h, #-33
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smax = call <8 x i16> @llvm.smax(<8 x i16> %a, <8 x i16> splat (i16 -33))
  ret <8 x i16> %smax
}

define <8 x i8> @smax_v8i8(<8 x i8> %a) {
; CHECK-NEON-LABEL: smax_v8i8:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2d, #0000000000000000
; CHECK-NEON-NEXT:    smax v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smax_v8i8:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    smax z0.b, z0.b, #0
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smax = call <8 x i8> @llvm.smax(<8 x i8> %a, <8 x i8> splat (i8 0))
  ret <8 x i8> %smax
}

define <16 x i8> @smax_v16i8(<16 x i8> %a) {
; CHECK-NEON-LABEL: smax_v16i8:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.16b, #239
; CHECK-NEON-NEXT:    smax v0.16b, v0.16b, v1.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smax_v16i8:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    smax z0.b, z0.b, #-17
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smax = call <16 x i8> @llvm.smax(<16 x i8> %a, <16 x i8> splat (i8 -17))
  ret <16 x i8> %smax
}

define <4 x i32> @smax_too_low(<4 x i32> %a) {
; CHECK-NEON-LABEL: smax_too_low:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mvni v1.4s, #128
; CHECK-NEON-NEXT:    smax v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smax_too_low:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    mvni v1.4s, #128
; CHECK-SVE-NEXT:    smax v0.4s, v0.4s, v1.4s
; CHECK-SVE-NEXT:    ret
entry:
  %smax = call <4 x i32> @llvm.smax(<4 x i32> %a, <4 x i32> splat (i32 -129))
  ret <4 x i32> %smax
}

define <4 x i32> @smax_too_high(<4 x i32> %a) {
; CHECK-NEON-LABEL: smax_too_high:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4s, #128
; CHECK-NEON-NEXT:    smax v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smax_too_high:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    movi v1.4s, #128
; CHECK-SVE-NEXT:    smax v0.4s, v0.4s, v1.4s
; CHECK-SVE-NEXT:    ret
entry:
  %smax = call <4 x i32> @llvm.smax(<4 x i32> %a, <4 x i32> splat (i32 128))
  ret <4 x i32> %smax
}

define <1 x i64> @smin_v1i64(<1 x i64> %a) {
; CHECK-NEON-LABEL: smin_v1i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2d, #0xffffffffffffffff
; CHECK-NEON-NEXT:    cmgt d1, d1, d0
; CHECK-NEON-NEXT:    and v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    orn v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smin_v1i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    smin z0.d, z0.d, #-1
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smin = call <1 x i64> @llvm.smin(<1 x i64> %a, <1 x i64> splat (i64 -1))
  ret <1 x i64> %smin
}

define <2 x i64> @smin_v2i64(<2 x i64> %a) {
; CHECK-NEON-LABEL: smin_v2i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mov w8, #127 // =0x7f
; CHECK-NEON-NEXT:    dup v1.2d, x8
; CHECK-NEON-NEXT:    cmgt v2.2d, v1.2d, v0.2d
; CHECK-NEON-NEXT:    bif v0.16b, v1.16b, v2.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smin_v2i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    smin z0.d, z0.d, #127
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smin = call <2 x i64> @llvm.smin(<2 x i64> %a, <2 x i64> splat (i64 127))
  ret <2 x i64> %smin
}

define <2 x i32> @smin_v2i32(<2 x i32> %a) {
; CHECK-NEON-LABEL: smin_v2i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2s, #7
; CHECK-NEON-NEXT:    smin v0.2s, v0.2s, v1.2s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smin_v2i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    smin z0.s, z0.s, #7
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smin = call <2 x i32> @llvm.smin(<2 x i32> %a, <2 x i32> splat (i32 7))
  ret <2 x i32> %smin
}

define <4 x i32> @smin_v4i32(<4 x i32> %a) {
; CHECK-NEON-LABEL: smin_v4i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mvni v1.4s, #127
; CHECK-NEON-NEXT:    smin v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smin_v4i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    smin z0.s, z0.s, #-128
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smin = call <4 x i32> @llvm.smin(<4 x i32> %a, <4 x i32> splat (i32 -128))
  ret <4 x i32> %smin
}

define <4 x i16> @smin_v4i16(<4 x i16> %a) {
; CHECK-NEON-LABEL: smin_v4i16:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4h, #5
; CHECK-NEON-NEXT:    smin v0.4h, v0.4h, v1.4h
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smin_v4i16:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    smin z0.h, z0.h, #5
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smin = call <4 x i16> @llvm.smin(<4 x i16> %a, <4 x i16> splat (i16 5))
  ret <4 x i16> %smin
}

define <8 x i16> @smin_v8i16(<8 x i16> %a) {
; CHECK-NEON-LABEL: smin_v8i16:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mvni v1.8h, #32
; CHECK-NEON-NEXT:    smin v0.8h, v0.8h, v1.8h
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smin_v8i16:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    smin z0.h, z0.h, #-33
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smin = call <8 x i16> @llvm.smin(<8 x i16> %a, <8 x i16> splat (i16 -33))
  ret <8 x i16> %smin
}

define <8 x i8> @smin_v8i8(<8 x i8> %a) {
; CHECK-NEON-LABEL: smin_v8i8:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2d, #0000000000000000
; CHECK-NEON-NEXT:    smin v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smin_v8i8:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    smin z0.b, z0.b, #0
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smin = call <8 x i8> @llvm.smin(<8 x i8> %a, <8 x i8> splat (i8 0))
  ret <8 x i8> %smin
}

define <16 x i8> @smin_v16i8(<16 x i8> %a) {
; CHECK-NEON-LABEL: smin_v16i8:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.16b, #239
; CHECK-NEON-NEXT:    smin v0.16b, v0.16b, v1.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smin_v16i8:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    smin z0.b, z0.b, #-17
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %smin = call <16 x i8> @llvm.smin(<16 x i8> %a, <16 x i8> splat (i8 -17))
  ret <16 x i8> %smin
}

define <4 x i32> @smin_too_low(<4 x i32> %a) {
; CHECK-NEON-LABEL: smin_too_low:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mvni v1.4s, #128
; CHECK-NEON-NEXT:    smin v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smin_too_low:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    mvni v1.4s, #128
; CHECK-SVE-NEXT:    smin v0.4s, v0.4s, v1.4s
; CHECK-SVE-NEXT:    ret
entry:
  %smin = call <4 x i32> @llvm.smin(<4 x i32> %a, <4 x i32> splat (i32 -129))
  ret <4 x i32> %smin
}

define <4 x i32> @smin_too_high(<4 x i32> %a) {
; CHECK-NEON-LABEL: smin_too_high:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4s, #128
; CHECK-NEON-NEXT:    smin v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: smin_too_high:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    movi v1.4s, #128
; CHECK-SVE-NEXT:    smin v0.4s, v0.4s, v1.4s
; CHECK-SVE-NEXT:    ret
entry:
  %smin = call <4 x i32> @llvm.smin(<4 x i32> %a, <4 x i32> splat (i32 128))
  ret <4 x i32> %smin
}

define <1 x i64> @umax_v1i64(<1 x i64> %a) {
; CHECK-NEON-LABEL: umax_v1i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mov w8, #1 // =0x1
; CHECK-NEON-NEXT:    fmov d1, x8
; CHECK-NEON-NEXT:    cmhi d1, d0, d1
; CHECK-NEON-NEXT:    and v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    mvn v1.8b, v1.8b
; CHECK-NEON-NEXT:    sub d0, d0, d1
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umax_v1i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    umax z0.d, z0.d, #1
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umax = call <1 x i64> @llvm.umax(<1 x i64> %a, <1 x i64> splat (i64 1))
  ret <1 x i64> %umax
}

define <2 x i64> @umax_v2i64(<2 x i64> %a) {
; CHECK-NEON-LABEL: umax_v2i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2d, #0x000000000000ff
; CHECK-NEON-NEXT:    cmhi v2.2d, v0.2d, v1.2d
; CHECK-NEON-NEXT:    bif v0.16b, v1.16b, v2.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umax_v2i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    umax z0.d, z0.d, #255
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umax = call <2 x i64> @llvm.umax(<2 x i64> %a, <2 x i64> splat (i64 255))
  ret <2 x i64> %umax
}

define <2 x i32> @umax_v2i32(<2 x i32> %a) {
; CHECK-NEON-LABEL: umax_v2i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2s, #7
; CHECK-NEON-NEXT:    umax v0.2s, v0.2s, v1.2s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umax_v2i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    umax z0.s, z0.s, #7
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umax = call <2 x i32> @llvm.umax(<2 x i32> %a, <2 x i32> splat (i32 7))
  ret <2 x i32> %umax
}

define <4 x i32> @umax_v4i32(<4 x i32> %a) {
; CHECK-NEON-LABEL: umax_v4i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4s, #47
; CHECK-NEON-NEXT:    umax v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umax_v4i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    umax z0.s, z0.s, #47
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umax = call <4 x i32> @llvm.umax(<4 x i32> %a, <4 x i32> splat (i32 47))
  ret <4 x i32> %umax
}

define <4 x i16> @umax_v4i16(<4 x i16> %a) {
; CHECK-NEON-LABEL: umax_v4i16:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4h, #5
; CHECK-NEON-NEXT:    umax v0.4h, v0.4h, v1.4h
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umax_v4i16:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    umax z0.h, z0.h, #5
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umax = call <4 x i16> @llvm.umax(<4 x i16> %a, <4 x i16> splat (i16 5))
  ret <4 x i16> %umax
}

define <8 x i16> @umax_v8i16(<8 x i16> %a) {
; CHECK-NEON-LABEL: umax_v8i16:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.8h, #33
; CHECK-NEON-NEXT:    umax v0.8h, v0.8h, v1.8h
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umax_v8i16:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    umax z0.h, z0.h, #33
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umax = call <8 x i16> @llvm.umax(<8 x i16> %a, <8 x i16> splat (i16 33))
  ret <8 x i16> %umax
}

define <8 x i8> @umax_v8i8(<8 x i8> %a) {
; CHECK-NEON-LABEL: umax_v8i8:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.8b, #8
; CHECK-NEON-NEXT:    umax v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umax_v8i8:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    umax z0.b, z0.b, #8
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umax = call <8 x i8> @llvm.umax(<8 x i8> %a, <8 x i8> splat (i8 8))
  ret <8 x i8> %umax
}

define <16 x i8> @umax_v16i8(<16 x i8> %a) {
; CHECK-NEON-LABEL: umax_v16i8:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.16b, #17
; CHECK-NEON-NEXT:    umax v0.16b, v0.16b, v1.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umax_v16i8:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    umax z0.b, z0.b, #17
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umax = call <16 x i8> @llvm.umax(<16 x i8> %a, <16 x i8> splat (i8 17))
  ret <16 x i8> %umax
}

define <4 x i32> @umax_too_high(<4 x i32> %a) {
; CHECK-NEON-LABEL: umax_too_high:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4s, #1, lsl #8
; CHECK-NEON-NEXT:    umax v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umax_too_high:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    movi v1.4s, #1, lsl #8
; CHECK-SVE-NEXT:    umax v0.4s, v0.4s, v1.4s
; CHECK-SVE-NEXT:    ret
entry:
  %umax = call <4 x i32> @llvm.umax(<4 x i32> %a, <4 x i32> splat (i32 256))
  ret <4 x i32> %umax
}

define <1 x i64> @umin_v1i64(<1 x i64> %a) {
; CHECK-NEON-LABEL: umin_v1i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    mov w8, #1 // =0x1
; CHECK-NEON-NEXT:    fmov d1, x8
; CHECK-NEON-NEXT:    cmhi d1, d1, d0
; CHECK-NEON-NEXT:    and v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    mvn v1.8b, v1.8b
; CHECK-NEON-NEXT:    sub d0, d0, d1
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umin_v1i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    umin z0.d, z0.d, #1
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umin = call <1 x i64> @llvm.umin(<1 x i64> %a, <1 x i64> splat (i64 1))
  ret <1 x i64> %umin
}

define <2 x i64> @umin_v2i64(<2 x i64> %a) {
; CHECK-NEON-LABEL: umin_v2i64:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2d, #0x000000000000ff
; CHECK-NEON-NEXT:    cmhi v2.2d, v1.2d, v0.2d
; CHECK-NEON-NEXT:    bif v0.16b, v1.16b, v2.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umin_v2i64:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    umin z0.d, z0.d, #255
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umin = call <2 x i64> @llvm.umin(<2 x i64> %a, <2 x i64> splat (i64 255))
  ret <2 x i64> %umin
}

define <2 x i32> @umin_v2i32(<2 x i32> %a) {
; CHECK-NEON-LABEL: umin_v2i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.2s, #7
; CHECK-NEON-NEXT:    umin v0.2s, v0.2s, v1.2s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umin_v2i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    umin z0.s, z0.s, #7
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umin = call <2 x i32> @llvm.umin(<2 x i32> %a, <2 x i32> splat (i32 7))
  ret <2 x i32> %umin
}

define <4 x i32> @umin_v4i32(<4 x i32> %a) {
; CHECK-NEON-LABEL: umin_v4i32:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4s, #47
; CHECK-NEON-NEXT:    umin v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umin_v4i32:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    umin z0.s, z0.s, #47
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umin = call <4 x i32> @llvm.umin(<4 x i32> %a, <4 x i32> splat (i32 47))
  ret <4 x i32> %umin
}

define <4 x i16> @umin_v4i16(<4 x i16> %a) {
; CHECK-NEON-LABEL: umin_v4i16:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4h, #5
; CHECK-NEON-NEXT:    umin v0.4h, v0.4h, v1.4h
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umin_v4i16:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    umin z0.h, z0.h, #5
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umin = call <4 x i16> @llvm.umin(<4 x i16> %a, <4 x i16> splat (i16 5))
  ret <4 x i16> %umin
}

define <8 x i16> @umin_v8i16(<8 x i16> %a) {
; CHECK-NEON-LABEL: umin_v8i16:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.8h, #33
; CHECK-NEON-NEXT:    umin v0.8h, v0.8h, v1.8h
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umin_v8i16:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    umin z0.h, z0.h, #33
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umin = call <8 x i16> @llvm.umin(<8 x i16> %a, <8 x i16> splat (i16 33))
  ret <8 x i16> %umin
}

define <8 x i8> @umin_v8i8(<8 x i8> %a) {
; CHECK-NEON-LABEL: umin_v8i8:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.8b, #8
; CHECK-NEON-NEXT:    umin v0.8b, v0.8b, v1.8b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umin_v8i8:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 def $z0
; CHECK-SVE-NEXT:    umin z0.b, z0.b, #8
; CHECK-SVE-NEXT:    // kill: def $d0 killed $d0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umin = call <8 x i8> @llvm.umin(<8 x i8> %a, <8 x i8> splat (i8 8))
  ret <8 x i8> %umin
}

define <16 x i8> @umin_v16i8(<16 x i8> %a) {
; CHECK-NEON-LABEL: umin_v16i8:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.16b, #17
; CHECK-NEON-NEXT:    umin v0.16b, v0.16b, v1.16b
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umin_v16i8:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 def $z0
; CHECK-SVE-NEXT:    umin z0.b, z0.b, #17
; CHECK-SVE-NEXT:    // kill: def $q0 killed $q0 killed $z0
; CHECK-SVE-NEXT:    ret
entry:
  %umin = call <16 x i8> @llvm.umin(<16 x i8> %a, <16 x i8> splat (i8 17))
  ret <16 x i8> %umin
}

define <4 x i32> @umin_too_high(<4 x i32> %a) {
; CHECK-NEON-LABEL: umin_too_high:
; CHECK-NEON:       // %bb.0: // %entry
; CHECK-NEON-NEXT:    movi v1.4s, #1, lsl #8
; CHECK-NEON-NEXT:    umin v0.4s, v0.4s, v1.4s
; CHECK-NEON-NEXT:    ret
;
; CHECK-SVE-LABEL: umin_too_high:
; CHECK-SVE:       // %bb.0: // %entry
; CHECK-SVE-NEXT:    movi v1.4s, #1, lsl #8
; CHECK-SVE-NEXT:    umin v0.4s, v0.4s, v1.4s
; CHECK-SVE-NEXT:    ret
entry:
  %umin = call <4 x i32> @llvm.umin(<4 x i32> %a, <4 x i32> splat (i32 256))
  ret <4 x i32> %umin
}