llvm/test/CodeGen/AArch64/cttz.ll

; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5
; RUN: llc -mtriple=aarch64-none-eabi -verify-machineinstrs %s -o - | FileCheck %s --check-prefixes=CHECK,CHECK-SD
; RUN: llc -mtriple=aarch64-none-eabi -global-isel -global-isel-abort=2 -verify-machineinstrs %s -o - 2>&1 | FileCheck %s --check-prefixes=CHECK,CHECK-GI

; CHECK-GI:       warning: Instruction selection used fallback path for v2i8
; CHECK-GI-NEXT:  warning: Instruction selection used fallback path for v3i8
; CHECK-GI-NEXT:  warning: Instruction selection used fallback path for v4i8
; CHECK-GI-NEXT:  warning: Instruction selection used fallback path for v32i8
; CHECK-GI-NEXT:  warning: Instruction selection used fallback path for v2i16
; CHECK-GI-NEXT:  warning: Instruction selection used fallback path for v3i16
; CHECK-GI-NEXT:  warning: Instruction selection used fallback path for v16i16
; CHECK-GI-NEXT:  warning: Instruction selection used fallback path for v3i32
; CHECK-GI-NEXT:  warning: Instruction selection used fallback path for v8i32
; CHECK-GI-NEXT:  warning: Instruction selection used fallback path for v3i64
; CHECK-GI-NEXT:  warning: Instruction selection used fallback path for v4i64
; CHECK-GI-NEXT:  warning: Instruction selection used fallback path for v2i128
; CHECK-GI-NEXT:  warning: Instruction selection used fallback path for v3i128
; CHECK-GI-NEXT:  warning: Instruction selection used fallback path for v4i128

define void @v2i8(ptr %p1) {
; CHECK-LABEL: v2i8:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    ld1 { v0.b }[0], [x0]
; CHECK-NEXT:    add x8, x0, #1
; CHECK-NEXT:    movi v1.2s, #1
; CHECK-NEXT:    ld1 { v0.b }[4], [x8]
; CHECK-NEXT:    orr v0.2s, #1, lsl #8
; CHECK-NEXT:    sub v1.2s, v0.2s, v1.2s
; CHECK-NEXT:    bic v0.8b, v1.8b, v0.8b
; CHECK-NEXT:    movi v1.2s, #32
; CHECK-NEXT:    clz v0.2s, v0.2s
; CHECK-NEXT:    sub v0.2s, v1.2s, v0.2s
; CHECK-NEXT:    mov w8, v0.s[1]
; CHECK-NEXT:    fmov w9, s0
; CHECK-NEXT:    strb w9, [x0]
; CHECK-NEXT:    strb w8, [x0, #1]
; CHECK-NEXT:    ret
entry:
  %d = load <2 x i8>, ptr %p1
  %s = call <2 x i8> @llvm.cttz(<2 x i8> %d, i1 false)
  store <2 x i8> %s, ptr %p1
  ret void
}

define void @v3i8(ptr %p1) {
; CHECK-LABEL: v3i8:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    sub sp, sp, #16
; CHECK-NEXT:    .cfi_def_cfa_offset 16
; CHECK-NEXT:    ldr s0, [x0]
; CHECK-NEXT:    movi v1.4h, #1
; CHECK-NEXT:    zip1 v0.8b, v0.8b, v0.8b
; CHECK-NEXT:    orr v0.4h, #1, lsl #8
; CHECK-NEXT:    sub v1.4h, v0.4h, v1.4h
; CHECK-NEXT:    bic v0.8b, v1.8b, v0.8b
; CHECK-NEXT:    movi v1.4h, #16
; CHECK-NEXT:    clz v0.4h, v0.4h
; CHECK-NEXT:    sub v0.4h, v1.4h, v0.4h
; CHECK-NEXT:    uzp1 v1.8b, v0.8b, v0.8b
; CHECK-NEXT:    umov w8, v0.h[2]
; CHECK-NEXT:    str s1, [sp, #12]
; CHECK-NEXT:    ldrh w9, [sp, #12]
; CHECK-NEXT:    strb w8, [x0, #2]
; CHECK-NEXT:    strh w9, [x0]
; CHECK-NEXT:    add sp, sp, #16
; CHECK-NEXT:    ret
entry:
  %d = load <3 x i8>, ptr %p1
  %s = call <3 x i8> @llvm.cttz(<3 x i8> %d, i1 false)
  store <3 x i8> %s, ptr %p1
  ret void
}

define void @v4i8(ptr %p1) {
; CHECK-LABEL: v4i8:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    ldr s0, [x0]
; CHECK-NEXT:    movi v1.4h, #1
; CHECK-NEXT:    ushll v0.8h, v0.8b, #0
; CHECK-NEXT:    orr v0.4h, #1, lsl #8
; CHECK-NEXT:    sub v1.4h, v0.4h, v1.4h
; CHECK-NEXT:    bic v0.8b, v1.8b, v0.8b
; CHECK-NEXT:    movi v1.4h, #16
; CHECK-NEXT:    clz v0.4h, v0.4h
; CHECK-NEXT:    sub v0.4h, v1.4h, v0.4h
; CHECK-NEXT:    uzp1 v0.8b, v0.8b, v0.8b
; CHECK-NEXT:    str s0, [x0]
; CHECK-NEXT:    ret
entry:
  %d = load <4 x i8>, ptr %p1
  %s = call <4 x i8> @llvm.cttz(<4 x i8> %d, i1 false)
  store <4 x i8> %s, ptr %p1
  ret void
}

define <8 x i8> @v8i8(<8 x i8> %d) {
; CHECK-SD-LABEL: v8i8:
; CHECK-SD:       // %bb.0: // %entry
; CHECK-SD-NEXT:    movi v1.8b, #1
; CHECK-SD-NEXT:    sub v1.8b, v0.8b, v1.8b
; CHECK-SD-NEXT:    bic v0.8b, v1.8b, v0.8b
; CHECK-SD-NEXT:    cnt v0.8b, v0.8b
; CHECK-SD-NEXT:    ret
;
; CHECK-GI-LABEL: v8i8:
; CHECK-GI:       // %bb.0: // %entry
; CHECK-GI-NEXT:    movi d1, #0xffffffffffffffff
; CHECK-GI-NEXT:    add v1.8b, v0.8b, v1.8b
; CHECK-GI-NEXT:    bic v0.8b, v1.8b, v0.8b
; CHECK-GI-NEXT:    cnt v0.8b, v0.8b
; CHECK-GI-NEXT:    ret
entry:
  %s = call <8 x i8> @llvm.cttz(<8 x i8> %d, i1 false)
  ret <8 x i8> %s
}

define <16 x i8> @v16i8(<16 x i8> %d) {
; CHECK-SD-LABEL: v16i8:
; CHECK-SD:       // %bb.0: // %entry
; CHECK-SD-NEXT:    movi v1.16b, #1
; CHECK-SD-NEXT:    sub v1.16b, v0.16b, v1.16b
; CHECK-SD-NEXT:    bic v0.16b, v1.16b, v0.16b
; CHECK-SD-NEXT:    cnt v0.16b, v0.16b
; CHECK-SD-NEXT:    ret
;
; CHECK-GI-LABEL: v16i8:
; CHECK-GI:       // %bb.0: // %entry
; CHECK-GI-NEXT:    movi v1.2d, #0xffffffffffffffff
; CHECK-GI-NEXT:    add v1.16b, v0.16b, v1.16b
; CHECK-GI-NEXT:    bic v0.16b, v1.16b, v0.16b
; CHECK-GI-NEXT:    cnt v0.16b, v0.16b
; CHECK-GI-NEXT:    ret
entry:
  %s = call <16 x i8> @llvm.cttz(<16 x i8> %d, i1 false)
  ret <16 x i8> %s
}

define <32 x i8> @v32i8(<32 x i8> %d) {
; CHECK-LABEL: v32i8:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    movi v2.16b, #1
; CHECK-NEXT:    sub v3.16b, v0.16b, v2.16b
; CHECK-NEXT:    sub v2.16b, v1.16b, v2.16b
; CHECK-NEXT:    bic v0.16b, v3.16b, v0.16b
; CHECK-NEXT:    bic v1.16b, v2.16b, v1.16b
; CHECK-NEXT:    cnt v0.16b, v0.16b
; CHECK-NEXT:    cnt v1.16b, v1.16b
; CHECK-NEXT:    ret
entry:
  %s = call <32 x i8> @llvm.cttz(<32 x i8> %d, i1 false)
  ret <32 x i8> %s
}

define void @v2i16(ptr %p1) {
; CHECK-LABEL: v2i16:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    ld1 { v0.h }[0], [x0]
; CHECK-NEXT:    add x8, x0, #2
; CHECK-NEXT:    movi v1.2s, #1
; CHECK-NEXT:    ld1 { v0.h }[2], [x8]
; CHECK-NEXT:    orr v0.2s, #1, lsl #16
; CHECK-NEXT:    sub v1.2s, v0.2s, v1.2s
; CHECK-NEXT:    bic v0.8b, v1.8b, v0.8b
; CHECK-NEXT:    movi v1.2s, #32
; CHECK-NEXT:    clz v0.2s, v0.2s
; CHECK-NEXT:    sub v0.2s, v1.2s, v0.2s
; CHECK-NEXT:    mov s1, v0.s[1]
; CHECK-NEXT:    str h0, [x0]
; CHECK-NEXT:    str h1, [x0, #2]
; CHECK-NEXT:    ret
entry:
  %d = load <2 x i16>, ptr %p1
  %s = call <2 x i16> @llvm.cttz(<2 x i16> %d, i1 false)
  store <2 x i16> %s, ptr %p1
  ret void
}

define void @v3i16(ptr %p1) {
; CHECK-LABEL: v3i16:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    movi v0.4h, #1
; CHECK-NEXT:    ldr d1, [x0]
; CHECK-NEXT:    add x8, x0, #4
; CHECK-NEXT:    sub v0.4h, v1.4h, v0.4h
; CHECK-NEXT:    bic v0.8b, v0.8b, v1.8b
; CHECK-NEXT:    movi v1.4h, #16
; CHECK-NEXT:    clz v0.4h, v0.4h
; CHECK-NEXT:    sub v0.4h, v1.4h, v0.4h
; CHECK-NEXT:    st1 { v0.h }[2], [x8]
; CHECK-NEXT:    str s0, [x0]
; CHECK-NEXT:    ret
entry:
  %d = load <3 x i16>, ptr %p1
  %s = call <3 x i16> @llvm.cttz(<3 x i16> %d, i1 false)
  store <3 x i16> %s, ptr %p1
  ret void
}

define <4 x i16> @v4i16(<4 x i16> %d) {
; CHECK-SD-LABEL: v4i16:
; CHECK-SD:       // %bb.0: // %entry
; CHECK-SD-NEXT:    movi v1.4h, #1
; CHECK-SD-NEXT:    sub v1.4h, v0.4h, v1.4h
; CHECK-SD-NEXT:    bic v0.8b, v1.8b, v0.8b
; CHECK-SD-NEXT:    movi v1.4h, #16
; CHECK-SD-NEXT:    clz v0.4h, v0.4h
; CHECK-SD-NEXT:    sub v0.4h, v1.4h, v0.4h
; CHECK-SD-NEXT:    ret
;
; CHECK-GI-LABEL: v4i16:
; CHECK-GI:       // %bb.0: // %entry
; CHECK-GI-NEXT:    movi d1, #0xffffffffffffffff
; CHECK-GI-NEXT:    add v1.4h, v0.4h, v1.4h
; CHECK-GI-NEXT:    bic v0.8b, v1.8b, v0.8b
; CHECK-GI-NEXT:    cnt v0.8b, v0.8b
; CHECK-GI-NEXT:    uaddlp v0.4h, v0.8b
; CHECK-GI-NEXT:    ret
entry:
  %s = call <4 x i16> @llvm.cttz(<4 x i16> %d, i1 false)
  ret <4 x i16> %s
}

define <8 x i16> @v8i16(<8 x i16> %d) {
; CHECK-SD-LABEL: v8i16:
; CHECK-SD:       // %bb.0: // %entry
; CHECK-SD-NEXT:    movi v1.8h, #1
; CHECK-SD-NEXT:    sub v1.8h, v0.8h, v1.8h
; CHECK-SD-NEXT:    bic v0.16b, v1.16b, v0.16b
; CHECK-SD-NEXT:    movi v1.8h, #16
; CHECK-SD-NEXT:    clz v0.8h, v0.8h
; CHECK-SD-NEXT:    sub v0.8h, v1.8h, v0.8h
; CHECK-SD-NEXT:    ret
;
; CHECK-GI-LABEL: v8i16:
; CHECK-GI:       // %bb.0: // %entry
; CHECK-GI-NEXT:    movi v1.2d, #0xffffffffffffffff
; CHECK-GI-NEXT:    add v1.8h, v0.8h, v1.8h
; CHECK-GI-NEXT:    bic v0.16b, v1.16b, v0.16b
; CHECK-GI-NEXT:    cnt v0.16b, v0.16b
; CHECK-GI-NEXT:    uaddlp v0.8h, v0.16b
; CHECK-GI-NEXT:    ret
entry:
  %s = call <8 x i16> @llvm.cttz(<8 x i16> %d, i1 false)
  ret <8 x i16> %s
}

define <16 x i16> @v16i16(<16 x i16> %d) {
; CHECK-LABEL: v16i16:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    movi v2.8h, #1
; CHECK-NEXT:    sub v3.8h, v0.8h, v2.8h
; CHECK-NEXT:    sub v2.8h, v1.8h, v2.8h
; CHECK-NEXT:    bic v0.16b, v3.16b, v0.16b
; CHECK-NEXT:    bic v1.16b, v2.16b, v1.16b
; CHECK-NEXT:    movi v2.8h, #16
; CHECK-NEXT:    clz v0.8h, v0.8h
; CHECK-NEXT:    clz v1.8h, v1.8h
; CHECK-NEXT:    sub v0.8h, v2.8h, v0.8h
; CHECK-NEXT:    sub v1.8h, v2.8h, v1.8h
; CHECK-NEXT:    ret
entry:
  %s = call <16 x i16> @llvm.cttz(<16 x i16> %d, i1 false)
  ret <16 x i16> %s
}

define <2 x i32> @v2i32(<2 x i32> %d) {
; CHECK-SD-LABEL: v2i32:
; CHECK-SD:       // %bb.0: // %entry
; CHECK-SD-NEXT:    movi v1.2s, #1
; CHECK-SD-NEXT:    sub v1.2s, v0.2s, v1.2s
; CHECK-SD-NEXT:    bic v0.8b, v1.8b, v0.8b
; CHECK-SD-NEXT:    movi v1.2s, #32
; CHECK-SD-NEXT:    clz v0.2s, v0.2s
; CHECK-SD-NEXT:    sub v0.2s, v1.2s, v0.2s
; CHECK-SD-NEXT:    ret
;
; CHECK-GI-LABEL: v2i32:
; CHECK-GI:       // %bb.0: // %entry
; CHECK-GI-NEXT:    movi d1, #0xffffffffffffffff
; CHECK-GI-NEXT:    add v1.2s, v0.2s, v1.2s
; CHECK-GI-NEXT:    bic v0.8b, v1.8b, v0.8b
; CHECK-GI-NEXT:    cnt v0.8b, v0.8b
; CHECK-GI-NEXT:    uaddlp v0.4h, v0.8b
; CHECK-GI-NEXT:    uaddlp v0.2s, v0.4h
; CHECK-GI-NEXT:    ret
entry:
  %s = call <2 x i32> @llvm.cttz(<2 x i32> %d, i1 false)
  ret <2 x i32> %s
}

define <3 x i32> @v3i32(<3 x i32> %d) {
; CHECK-LABEL: v3i32:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    movi v1.4s, #1
; CHECK-NEXT:    sub v1.4s, v0.4s, v1.4s
; CHECK-NEXT:    bic v0.16b, v1.16b, v0.16b
; CHECK-NEXT:    movi v1.4s, #32
; CHECK-NEXT:    clz v0.4s, v0.4s
; CHECK-NEXT:    sub v0.4s, v1.4s, v0.4s
; CHECK-NEXT:    ret
entry:
  %s = call <3 x i32> @llvm.cttz(<3 x i32> %d, i1 false)
  ret <3 x i32> %s
}

define <4 x i32> @v4i32(<4 x i32> %d) {
; CHECK-SD-LABEL: v4i32:
; CHECK-SD:       // %bb.0: // %entry
; CHECK-SD-NEXT:    movi v1.4s, #1
; CHECK-SD-NEXT:    sub v1.4s, v0.4s, v1.4s
; CHECK-SD-NEXT:    bic v0.16b, v1.16b, v0.16b
; CHECK-SD-NEXT:    movi v1.4s, #32
; CHECK-SD-NEXT:    clz v0.4s, v0.4s
; CHECK-SD-NEXT:    sub v0.4s, v1.4s, v0.4s
; CHECK-SD-NEXT:    ret
;
; CHECK-GI-LABEL: v4i32:
; CHECK-GI:       // %bb.0: // %entry
; CHECK-GI-NEXT:    movi v1.2d, #0xffffffffffffffff
; CHECK-GI-NEXT:    add v1.4s, v0.4s, v1.4s
; CHECK-GI-NEXT:    bic v0.16b, v1.16b, v0.16b
; CHECK-GI-NEXT:    cnt v0.16b, v0.16b
; CHECK-GI-NEXT:    uaddlp v0.8h, v0.16b
; CHECK-GI-NEXT:    uaddlp v0.4s, v0.8h
; CHECK-GI-NEXT:    ret
entry:
  %s = call <4 x i32> @llvm.cttz(<4 x i32> %d, i1 false)
  ret <4 x i32> %s
}

define <8 x i32> @v8i32(<8 x i32> %d) {
; CHECK-LABEL: v8i32:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    movi v2.4s, #1
; CHECK-NEXT:    sub v3.4s, v0.4s, v2.4s
; CHECK-NEXT:    sub v2.4s, v1.4s, v2.4s
; CHECK-NEXT:    bic v0.16b, v3.16b, v0.16b
; CHECK-NEXT:    bic v1.16b, v2.16b, v1.16b
; CHECK-NEXT:    movi v2.4s, #32
; CHECK-NEXT:    clz v0.4s, v0.4s
; CHECK-NEXT:    clz v1.4s, v1.4s
; CHECK-NEXT:    sub v0.4s, v2.4s, v0.4s
; CHECK-NEXT:    sub v1.4s, v2.4s, v1.4s
; CHECK-NEXT:    ret
entry:
  %s = call <8 x i32> @llvm.cttz(<8 x i32> %d, i1 false)
  ret <8 x i32> %s
}

define <2 x i64> @v2i64(<2 x i64> %d) {
; CHECK-SD-LABEL: v2i64:
; CHECK-SD:       // %bb.0: // %entry
; CHECK-SD-NEXT:    mov w8, #1 // =0x1
; CHECK-SD-NEXT:    dup v1.2d, x8
; CHECK-SD-NEXT:    sub v1.2d, v0.2d, v1.2d
; CHECK-SD-NEXT:    bic v0.16b, v1.16b, v0.16b
; CHECK-SD-NEXT:    cnt v0.16b, v0.16b
; CHECK-SD-NEXT:    uaddlp v0.8h, v0.16b
; CHECK-SD-NEXT:    uaddlp v0.4s, v0.8h
; CHECK-SD-NEXT:    uaddlp v0.2d, v0.4s
; CHECK-SD-NEXT:    ret
;
; CHECK-GI-LABEL: v2i64:
; CHECK-GI:       // %bb.0: // %entry
; CHECK-GI-NEXT:    movi v1.2d, #0xffffffffffffffff
; CHECK-GI-NEXT:    add v1.2d, v0.2d, v1.2d
; CHECK-GI-NEXT:    bic v0.16b, v1.16b, v0.16b
; CHECK-GI-NEXT:    cnt v0.16b, v0.16b
; CHECK-GI-NEXT:    uaddlp v0.8h, v0.16b
; CHECK-GI-NEXT:    uaddlp v0.4s, v0.8h
; CHECK-GI-NEXT:    uaddlp v0.2d, v0.4s
; CHECK-GI-NEXT:    ret
entry:
  %s = call <2 x i64> @llvm.cttz(<2 x i64> %d, i1 false)
  ret <2 x i64> %s
}

define <3 x i64> @v3i64(<3 x i64> %d) {
; CHECK-LABEL: v3i64:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-NEXT:    // kill: def $d1 killed $d1 def $q1
; CHECK-NEXT:    mov w8, #1 // =0x1
; CHECK-NEXT:    // kill: def $d2 killed $d2 def $q2
; CHECK-NEXT:    mov v0.d[1], v1.d[0]
; CHECK-NEXT:    dup v1.2d, x8
; CHECK-NEXT:    sub v3.2d, v0.2d, v1.2d
; CHECK-NEXT:    sub v1.2d, v2.2d, v1.2d
; CHECK-NEXT:    bic v0.16b, v3.16b, v0.16b
; CHECK-NEXT:    bic v1.16b, v1.16b, v2.16b
; CHECK-NEXT:    cnt v0.16b, v0.16b
; CHECK-NEXT:    cnt v1.16b, v1.16b
; CHECK-NEXT:    uaddlp v0.8h, v0.16b
; CHECK-NEXT:    uaddlp v1.8h, v1.16b
; CHECK-NEXT:    uaddlp v0.4s, v0.8h
; CHECK-NEXT:    uaddlp v2.4s, v1.8h
; CHECK-NEXT:    uaddlp v0.2d, v0.4s
; CHECK-NEXT:    uaddlp v2.2d, v2.4s
; CHECK-NEXT:    // kill: def $d2 killed $d2 killed $q2
; CHECK-NEXT:    ext v1.16b, v0.16b, v0.16b, #8
; CHECK-NEXT:    // kill: def $d0 killed $d0 killed $q0
; CHECK-NEXT:    // kill: def $d1 killed $d1 killed $q1
; CHECK-NEXT:    ret
entry:
  %s = call <3 x i64> @llvm.cttz(<3 x i64> %d, i1 false)
  ret <3 x i64> %s
}

define <4 x i64> @v4i64(<4 x i64> %d) {
; CHECK-LABEL: v4i64:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    mov w8, #1 // =0x1
; CHECK-NEXT:    dup v2.2d, x8
; CHECK-NEXT:    sub v3.2d, v0.2d, v2.2d
; CHECK-NEXT:    sub v2.2d, v1.2d, v2.2d
; CHECK-NEXT:    bic v0.16b, v3.16b, v0.16b
; CHECK-NEXT:    bic v1.16b, v2.16b, v1.16b
; CHECK-NEXT:    cnt v0.16b, v0.16b
; CHECK-NEXT:    cnt v1.16b, v1.16b
; CHECK-NEXT:    uaddlp v0.8h, v0.16b
; CHECK-NEXT:    uaddlp v1.8h, v1.16b
; CHECK-NEXT:    uaddlp v0.4s, v0.8h
; CHECK-NEXT:    uaddlp v1.4s, v1.8h
; CHECK-NEXT:    uaddlp v0.2d, v0.4s
; CHECK-NEXT:    uaddlp v1.2d, v1.4s
; CHECK-NEXT:    ret
entry:
  %s = call <4 x i64> @llvm.cttz(<4 x i64> %d, i1 false)
  ret <4 x i64> %s
}

define <2 x i128> @v2i128(<2 x i128> %d) {
; CHECK-LABEL: v2i128:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    rbit x8, x1
; CHECK-NEXT:    rbit x9, x0
; CHECK-NEXT:    rbit x10, x3
; CHECK-NEXT:    rbit x11, x2
; CHECK-NEXT:    cmp x0, #0
; CHECK-NEXT:    mov x1, xzr
; CHECK-NEXT:    clz x8, x8
; CHECK-NEXT:    clz x9, x9
; CHECK-NEXT:    clz x10, x10
; CHECK-NEXT:    add x8, x8, #64
; CHECK-NEXT:    mov x3, xzr
; CHECK-NEXT:    csel x0, x9, x8, ne
; CHECK-NEXT:    clz x8, x11
; CHECK-NEXT:    add x9, x10, #64
; CHECK-NEXT:    cmp x2, #0
; CHECK-NEXT:    csel x2, x8, x9, ne
; CHECK-NEXT:    ret
entry:
  %s = call <2 x i128> @llvm.cttz(<2 x i128> %d, i1 false)
  ret <2 x i128> %s
}

define <3 x i128> @v3i128(<3 x i128> %d) {
; CHECK-LABEL: v3i128:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    rbit x8, x1
; CHECK-NEXT:    rbit x9, x0
; CHECK-NEXT:    rbit x11, x3
; CHECK-NEXT:    rbit x10, x2
; CHECK-NEXT:    cmp x0, #0
; CHECK-NEXT:    rbit x12, x5
; CHECK-NEXT:    clz x8, x8
; CHECK-NEXT:    clz x9, x9
; CHECK-NEXT:    clz x11, x11
; CHECK-NEXT:    add x8, x8, #64
; CHECK-NEXT:    clz x10, x10
; CHECK-NEXT:    mov x1, xzr
; CHECK-NEXT:    csel x0, x9, x8, ne
; CHECK-NEXT:    add x8, x11, #64
; CHECK-NEXT:    cmp x2, #0
; CHECK-NEXT:    rbit x9, x4
; CHECK-NEXT:    csel x2, x10, x8, ne
; CHECK-NEXT:    clz x8, x12
; CHECK-NEXT:    add x8, x8, #64
; CHECK-NEXT:    cmp x4, #0
; CHECK-NEXT:    mov x3, xzr
; CHECK-NEXT:    clz x9, x9
; CHECK-NEXT:    mov x5, xzr
; CHECK-NEXT:    csel x4, x9, x8, ne
; CHECK-NEXT:    ret
entry:
  %s = call <3 x i128> @llvm.cttz(<3 x i128> %d, i1 false)
  ret <3 x i128> %s
}

define <4 x i128> @v4i128(<4 x i128> %d) {
; CHECK-LABEL: v4i128:
; CHECK:       // %bb.0: // %entry
; CHECK-NEXT:    rbit x9, x1
; CHECK-NEXT:    rbit x10, x0
; CHECK-NEXT:    rbit x8, x3
; CHECK-NEXT:    rbit x11, x2
; CHECK-NEXT:    cmp x0, #0
; CHECK-NEXT:    mov x1, xzr
; CHECK-NEXT:    clz x9, x9
; CHECK-NEXT:    clz x10, x10
; CHECK-NEXT:    clz x8, x8
; CHECK-NEXT:    add x9, x9, #64
; CHECK-NEXT:    add x8, x8, #64
; CHECK-NEXT:    mov x3, xzr
; CHECK-NEXT:    csel x0, x10, x9, ne
; CHECK-NEXT:    clz x9, x11
; CHECK-NEXT:    rbit x10, x4
; CHECK-NEXT:    rbit x11, x5
; CHECK-NEXT:    cmp x2, #0
; CHECK-NEXT:    mov x5, xzr
; CHECK-NEXT:    csel x2, x9, x8, ne
; CHECK-NEXT:    clz x8, x10
; CHECK-NEXT:    rbit x10, x7
; CHECK-NEXT:    clz x9, x11
; CHECK-NEXT:    cmp x4, #0
; CHECK-NEXT:    rbit x11, x6
; CHECK-NEXT:    add x9, x9, #64
; CHECK-NEXT:    mov x7, xzr
; CHECK-NEXT:    csel x4, x8, x9, ne
; CHECK-NEXT:    clz x8, x10
; CHECK-NEXT:    clz x9, x11
; CHECK-NEXT:    add x8, x8, #64
; CHECK-NEXT:    cmp x6, #0
; CHECK-NEXT:    csel x6, x9, x8, ne
; CHECK-NEXT:    ret
entry:
  %s = call <4 x i128> @llvm.cttz(<4 x i128> %d, i1 false)
  ret <4 x i128> %s
}