; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 2
; Test 128-bit funnel shifts.
;
; RUN: llc < %s -mtriple=s390x-linux-gnu -mcpu=z13 | FileCheck %s
; RUN: llc < %s -mtriple=s390x-linux-gnu -mcpu=z15 | FileCheck %s --check-prefix=Z15

declare i128 @llvm.fshl.i128(i128, i128, i128)
declare i128 @llvm.fshr.i128(i128, i128, i128)

; Funnel shift left by constant multiple of 8.
define i128 @f1(i128 %a, i128 %b) {
; CHECK-LABEL: f1:
; CHECK:       # %bb.0:
; CHECK-NEXT:    vl %v0, 0(%r4), 3
; CHECK-NEXT:    vl %v1, 0(%r3), 3
; CHECK-NEXT:    vsldb %v0, %v1, %v0, 4
; CHECK-NEXT:    vst %v0, 0(%r2), 3
; CHECK-NEXT:    br %r14
;
; Z15-LABEL: f1:
; Z15:       # %bb.0:
; Z15-NEXT:    vl %v0, 0(%r4), 3
; Z15-NEXT:    vl %v1, 0(%r3), 3
; Z15-NEXT:    vsldb %v0, %v1, %v0, 4
; Z15-NEXT:    vst %v0, 0(%r2), 3
; Z15-NEXT:    br %r14
  %res = tail call i128 @llvm.fshl.i128(i128 %a, i128 %b, i128 32)
  ret i128 %res
}

; Funnel shift left by constant smaller than 8.
define i128 @f2(i128 %a, i128 %b) {
; CHECK-LABEL: f2:
; CHECK:       # %bb.0:
; CHECK-NEXT:    vl %v1, 0(%r3), 3
; CHECK-NEXT:    vl %v0, 0(%r4), 3
; CHECK-NEXT:    vrepib %v2, 5
; CHECK-NEXT:    vsl %v1, %v1, %v2
; CHECK-NEXT:    vrepib %v2, 123
; CHECK-NEXT:    vsrlb %v0, %v0, %v2
; CHECK-NEXT:    vsrl %v0, %v0, %v2
; CHECK-NEXT:    vo %v0, %v1, %v0
; CHECK-NEXT:    vst %v0, 0(%r2), 3
; CHECK-NEXT:    br %r14
;
; Z15-LABEL: f2:
; Z15:       # %bb.0:
; Z15-NEXT:    vl %v0, 0(%r4), 3
; Z15-NEXT:    vl %v1, 0(%r3), 3
; Z15-NEXT:    vsld %v0, %v1, %v0, 5
; Z15-NEXT:    vst %v0, 0(%r2), 3
; Z15-NEXT:    br %r14
  %res = tail call i128 @llvm.fshl.i128(i128 %a, i128 %b, i128 5)
  ret i128 %res
}

; Funnel shift left by some other constant.
define i128 @f3(i128 %a, i128 %b) {
; CHECK-LABEL: f3:
; CHECK:       # %bb.0:
; CHECK-NEXT:    vl %v1, 0(%r4), 3
; CHECK-NEXT:    vrepib %v2, 86
; CHECK-NEXT:    vsrlb %v1, %v1, %v2
; CHECK-NEXT:    vl %v0, 0(%r3), 3
; CHECK-NEXT:    vsrl %v1, %v1, %v2
; CHECK-NEXT:    vrepib %v2, 42
; CHECK-NEXT:    vslb %v0, %v0, %v2
; CHECK-NEXT:    vsl %v0, %v0, %v2
; CHECK-NEXT:    vo %v0, %v0, %v1
; CHECK-NEXT:    vst %v0, 0(%r2), 3
; CHECK-NEXT:    br %r14
;
; Z15-LABEL: f3:
; Z15:       # %bb.0:
; Z15-NEXT:    vl %v0, 0(%r4), 3
; Z15-NEXT:    vl %v1, 0(%r3), 3
; Z15-NEXT:    vsldb %v1, %v1, %v0, 5
; Z15-NEXT:    vsldb %v0, %v0, %v0, 5
; Z15-NEXT:    vsld %v0, %v1, %v0, 2
; Z15-NEXT:    vst %v0, 0(%r2), 3
; Z15-NEXT:    br %r14
  %res = tail call i128 @llvm.fshl.i128(i128 %a, i128 %b, i128 42)
  ret i128 %res
}

; Funnel shift left by a variable amount.
define i128 @f4(i128 %a, i128 %b, i128 %sh) {
; CHECK-LABEL: f4:
; CHECK:       # %bb.0:
; CHECK-NEXT:    l %r0, 12(%r5)
; CHECK-NEXT:    vlvgp %v2, %r0, %r0
; CHECK-NEXT:    vl %v1, 0(%r3), 3
; CHECK-NEXT:    vrepb %v2, %v2, 15
; CHECK-NEXT:    vslb %v1, %v1, %v2
; CHECK-NEXT:    vl %v0, 0(%r4), 3
; CHECK-NEXT:    vsl %v1, %v1, %v2
; CHECK-NEXT:    vrepib %v2, 1
; CHECK-NEXT:    xilf %r0, 4294967295
; CHECK-NEXT:    vsrl %v0, %v0, %v2
; CHECK-NEXT:    vlvgp %v2, %r0, %r0
; CHECK-NEXT:    vrepb %v2, %v2, 15
; CHECK-NEXT:    vsrlb %v0, %v0, %v2
; CHECK-NEXT:    vsrl %v0, %v0, %v2
; CHECK-NEXT:    vo %v0, %v1, %v0
; CHECK-NEXT:    vst %v0, 0(%r2), 3
; CHECK-NEXT:    br %r14
;
; Z15-LABEL: f4:
; Z15:       # %bb.0:
; Z15-NEXT:    l %r0, 12(%r5)
; Z15-NEXT:    vlvgp %v2, %r0, %r0
; Z15-NEXT:    vl %v1, 0(%r3), 3
; Z15-NEXT:    vrepb %v2, %v2, 15
; Z15-NEXT:    vl %v0, 0(%r4), 3
; Z15-NEXT:    vslb %v1, %v1, %v2
; Z15-NEXT:    vsl %v1, %v1, %v2
; Z15-NEXT:    vrepib %v2, 1
; Z15-NEXT:    xilf %r0, 4294967295
; Z15-NEXT:    vsrl %v0, %v0, %v2
; Z15-NEXT:    vlvgp %v2, %r0, %r0
; Z15-NEXT:    vrepb %v2, %v2, 15
; Z15-NEXT:    vsrlb %v0, %v0, %v2
; Z15-NEXT:    vsrl %v0, %v0, %v2
; Z15-NEXT:    vo %v0, %v1, %v0
; Z15-NEXT:    vst %v0, 0(%r2), 3
; Z15-NEXT:    br %r14
  %res = tail call i128 @llvm.fshl.i128(i128 %a, i128 %b, i128 %sh)
  ret i128 %res
}

; Funnel shift right by constant multiple of 8.
define i128 @f5(i128 %a, i128 %b) {
; CHECK-LABEL: f5:
; CHECK:       # %bb.0:
; CHECK-NEXT:    vl %v0, 0(%r4), 3
; CHECK-NEXT:    vl %v1, 0(%r3), 3
; CHECK-NEXT:    vsldb %v0, %v1, %v0, 12
; CHECK-NEXT:    vst %v0, 0(%r2), 3
; CHECK-NEXT:    br %r14
;
; Z15-LABEL: f5:
; Z15:       # %bb.0:
; Z15-NEXT:    vl %v0, 0(%r4), 3
; Z15-NEXT:    vl %v1, 0(%r3), 3
; Z15-NEXT:    vsldb %v0, %v1, %v0, 12
; Z15-NEXT:    vst %v0, 0(%r2), 3
; Z15-NEXT:    br %r14
  %res = tail call i128 @llvm.fshr.i128(i128 %a, i128 %b, i128 32)
  ret i128 %res
}

; Funnel shift right by constant smaller than 8.
define i128 @f6(i128 %a, i128 %b) {
; CHECK-LABEL: f6:
; CHECK:       # %bb.0:
; CHECK-NEXT:    vl %v1, 0(%r4), 3
; CHECK-NEXT:    vl %v0, 0(%r3), 3
; CHECK-NEXT:    vrepib %v2, 5
; CHECK-NEXT:    vsrl %v1, %v1, %v2
; CHECK-NEXT:    vrepib %v2, 123
; CHECK-NEXT:    vslb %v0, %v0, %v2
; CHECK-NEXT:    vsl %v0, %v0, %v2
; CHECK-NEXT:    vo %v0, %v0, %v1
; CHECK-NEXT:    vst %v0, 0(%r2), 3
; CHECK-NEXT:    br %r14
;
; Z15-LABEL: f6:
; Z15:       # %bb.0:
; Z15-NEXT:    vl %v0, 0(%r4), 3
; Z15-NEXT:    vl %v1, 0(%r3), 3
; Z15-NEXT:    vsrd %v0, %v1, %v0, 5
; Z15-NEXT:    vst %v0, 0(%r2), 3
; Z15-NEXT:    br %r14
  %res = tail call i128 @llvm.fshr.i128(i128 %a, i128 %b, i128 5)
  ret i128 %res
}

; Funnel shift right by some other constant.
define i128 @f7(i128 %a, i128 %b) {
; CHECK-LABEL: f7:
; CHECK:       # %bb.0:
; CHECK-NEXT:    vl %v1, 0(%r4), 3
; CHECK-NEXT:    vrepib %v2, 42
; CHECK-NEXT:    vsrlb %v1, %v1, %v2
; CHECK-NEXT:    vl %v0, 0(%r3), 3
; CHECK-NEXT:    vsrl %v1, %v1, %v2
; CHECK-NEXT:    vrepib %v2, 86
; CHECK-NEXT:    vslb %v0, %v0, %v2
; CHECK-NEXT:    vsl %v0, %v0, %v2
; CHECK-NEXT:    vo %v0, %v0, %v1
; CHECK-NEXT:    vst %v0, 0(%r2), 3
; CHECK-NEXT:    br %r14
;
; Z15-LABEL: f7:
; Z15:       # %bb.0:
; Z15-NEXT:    vl %v0, 0(%r4), 3
; Z15-NEXT:    vl %v1, 0(%r3), 3
; Z15-NEXT:    vsldb %v0, %v1, %v0, 11
; Z15-NEXT:    vsldb %v1, %v1, %v1, 11
; Z15-NEXT:    vsrd %v0, %v1, %v0, 2
; Z15-NEXT:    vst %v0, 0(%r2), 3
; Z15-NEXT:    br %r14
  %res = tail call i128 @llvm.fshr.i128(i128 %a, i128 %b, i128 42)
  ret i128 %res
}

; Funnel shift right by a variable amount.
define i128 @f8(i128 %a, i128 %b, i128 %sh) {
; CHECK-LABEL: f8:
; CHECK:       # %bb.0:
; CHECK-NEXT:    l %r0, 12(%r5)
; CHECK-NEXT:    vlvgp %v2, %r0, %r0
; CHECK-NEXT:    vl %v1, 0(%r4), 3
; CHECK-NEXT:    vrepb %v2, %v2, 15
; CHECK-NEXT:    vsrlb %v1, %v1, %v2
; CHECK-NEXT:    vl %v0, 0(%r3), 3
; CHECK-NEXT:    vsrl %v1, %v1, %v2
; CHECK-NEXT:    vrepib %v2, 1
; CHECK-NEXT:    xilf %r0, 4294967295
; CHECK-NEXT:    vsl %v0, %v0, %v2
; CHECK-NEXT:    vlvgp %v2, %r0, %r0
; CHECK-NEXT:    vrepb %v2, %v2, 15
; CHECK-NEXT:    vslb %v0, %v0, %v2
; CHECK-NEXT:    vsl %v0, %v0, %v2
; CHECK-NEXT:    vo %v0, %v0, %v1
; CHECK-NEXT:    vst %v0, 0(%r2), 3
; CHECK-NEXT:    br %r14
;
; Z15-LABEL: f8:
; Z15:       # %bb.0:
; Z15-NEXT:    l %r0, 12(%r5)
; Z15-NEXT:    vlvgp %v2, %r0, %r0
; Z15-NEXT:    vl %v1, 0(%r4), 3
; Z15-NEXT:    vrepb %v2, %v2, 15
; Z15-NEXT:    vl %v0, 0(%r3), 3
; Z15-NEXT:    vsrlb %v1, %v1, %v2
; Z15-NEXT:    vsrl %v1, %v1, %v2
; Z15-NEXT:    vrepib %v2, 1
; Z15-NEXT:    xilf %r0, 4294967295
; Z15-NEXT:    vsl %v0, %v0, %v2
; Z15-NEXT:    vlvgp %v2, %r0, %r0
; Z15-NEXT:    vrepb %v2, %v2, 15
; Z15-NEXT:    vslb %v0, %v0, %v2
; Z15-NEXT:    vsl %v0, %v0, %v2
; Z15-NEXT:    vo %v0, %v0, %v1
; Z15-NEXT:    vst %v0, 0(%r2), 3
; Z15-NEXT:    br %r14
  %res = tail call i128 @llvm.fshr.i128(i128 %a, i128 %b, i128 %sh)
  ret i128 %res
}

; Funnel shift left by constant N in 121..128, in such cases fshl N == fshr (128 - N)
define i128 @f9(i128 %a, i128 %b) {
; CHECK-LABEL: f9:
; CHECK:       # %bb.0:
; CHECK-NEXT:    vl %v1, 0(%r4), 3
; CHECK-NEXT:    vl %v0, 0(%r3), 3
; CHECK-NEXT:    vrepib %v2, 5
; CHECK-NEXT:    vsrl %v1, %v1, %v2
; CHECK-NEXT:    vrepib %v2, 123
; CHECK-NEXT:    vslb %v0, %v0, %v2
; CHECK-NEXT:    vsl %v0, %v0, %v2
; CHECK-NEXT:    vo %v0, %v0, %v1
; CHECK-NEXT:    vst %v0, 0(%r2), 3
; CHECK-NEXT:    br %r14
;
; Z15-LABEL: f9:
; Z15:       # %bb.0:
; Z15-NEXT:    vl %v0, 0(%r4), 3
; Z15-NEXT:    vl %v1, 0(%r3), 3
; Z15-NEXT:    vsrd %v0, %v1, %v0, 5
; Z15-NEXT:    vst %v0, 0(%r2), 3
; Z15-NEXT:    br %r14
  %res = tail call i128 @llvm.fshl.i128(i128 %a, i128 %b, i128 123)
  ret i128 %res
}

; Funnel shift right by constant N in 121..128, in such cases fshr N == fshl (128 - N)
define i128 @f10(i128 %a, i128 %b) {
; CHECK-LABEL: f10:
; CHECK:       # %bb.0:
; CHECK-NEXT:    vl %v1, 0(%r3), 3
; CHECK-NEXT:    vl %v0, 0(%r4), 3
; CHECK-NEXT:    vrepib %v2, 5
; CHECK-NEXT:    vsl %v1, %v1, %v2
; CHECK-NEXT:    vrepib %v2, 123
; CHECK-NEXT:    vsrlb %v0, %v0, %v2
; CHECK-NEXT:    vsrl %v0, %v0, %v2
; CHECK-NEXT:    vo %v0, %v1, %v0
; CHECK-NEXT:    vst %v0, 0(%r2), 3
; CHECK-NEXT:    br %r14
;
; Z15-LABEL: f10:
; Z15:       # %bb.0:
; Z15-NEXT:    vl %v0, 0(%r4), 3
; Z15-NEXT:    vl %v1, 0(%r3), 3
; Z15-NEXT:    vsld %v0, %v1, %v0, 5
; Z15-NEXT:    vst %v0, 0(%r2), 3
; Z15-NEXT:    br %r14
  %res = tail call i128 @llvm.fshr.i128(i128 %a, i128 %b, i128 123)
  ret i128 %res
}