# NOTE: Assertions have been autogenerated by utils/update_mir_test_checks.py
# RUN: llc -mtriple=thumbv8.1m.main -mattr=+mve -run-pass=arm-low-overhead-loops %s -o - --verify-machineinstrs | FileCheck %s
--- |
  define dso_local arm_aapcs_vfpcc void @skip_debug(i32* nocapture %a, i16* nocapture readonly %b, i32 %N) !dbg !8 {
  entry:
    call void @llvm.dbg.value(metadata i32* %a, metadata !17, metadata !DIExpression()), !dbg !23
    call void @llvm.dbg.value(metadata i16* %b, metadata !18, metadata !DIExpression()), !dbg !23
    call void @llvm.dbg.value(metadata i32 %N, metadata !19, metadata !DIExpression()), !dbg !23
    %0 = load i32, i32* %a, align 4, !dbg !24
    call void @llvm.dbg.value(metadata i32 %0, metadata !20, metadata !DIExpression()), !dbg !23
    call void @llvm.dbg.value(metadata i32 0, metadata !21, metadata !DIExpression()), !dbg !29
    %cmp7 = icmp eq i32 %N, 0, !dbg !30
    %1 = add i32 %N, 3, !dbg !32
    %2 = lshr i32 %1, 2, !dbg !32
    %3 = shl nuw i32 %2, 2, !dbg !32
    %4 = add i32 %3, -4, !dbg !32
    %5 = lshr i32 %4, 2, !dbg !32
    %6 = add nuw nsw i32 %5, 1, !dbg !32
    br i1 %cmp7, label %for.cond.cleanup, label %vector.ph, !dbg !32

  vector.ph:                                        ; preds = %entry
    %7 = insertelement <4 x i32> <i32 undef, i32 0, i32 0, i32 0>, i32 %0, i32 0, !dbg !32
    %start = call i32 @llvm.start.loop.iterations.i32(i32 %6), !dbg !32
    %8 = shl i32 %5, 2, !dbg !32
    %9 = sub i32 %N, %8, !dbg !32
    br label %vector.body, !dbg !32

  vector.body:                                      ; preds = %vector.body, %vector.ph
    %lsr.iv = phi i16* [ %scevgep, %vector.body ], [ %b, %vector.ph ], !dbg !33
    %vec.phi = phi <4 x i32> [ %7, %vector.ph ], [ %15, %vector.body ]
    %10 = phi i32 [ %start, %vector.ph ], [ %16, %vector.body ]
    %11 = phi i32 [ %N, %vector.ph ], [ %13, %vector.body ]
    %lsr.iv14 = bitcast i16* %lsr.iv to <4 x i16>*
    %12 = call <4 x i1> @llvm.arm.mve.vctp32(i32 %11), !dbg !34
    %13 = sub i32 %11, 4, !dbg !34
    %wide.masked.load = call <4 x i16> @llvm.masked.load.v4i16.p0v4i16(<4 x i16>* %lsr.iv14, i32 2, <4 x i1> %12, <4 x i16> undef), !dbg !34
    %14 = sext <4 x i16> %wide.masked.load to <4 x i32>, !dbg !34
    %15 = sub <4 x i32> %vec.phi, %14, !dbg !38
    %scevgep = getelementptr i16, i16* %lsr.iv, i32 4, !dbg !33
    %16 = call i32 @llvm.loop.decrement.reg.i32.i32.i32(i32 %10, i32 1), !dbg !33
    %17 = icmp ne i32 %16, 0, !dbg !33
    br i1 %17, label %vector.body, label %middle.block, !dbg !33

  middle.block:                                     ; preds = %vector.body
    %vec.phi.lcssa = phi <4 x i32> [ %vec.phi, %vector.body ]
    %.lcssa = phi <4 x i32> [ %15, %vector.body ], !dbg !38
    %18 = call <4 x i1> @llvm.arm.mve.vctp32(i32 %9), !dbg !34
    %19 = select <4 x i1> %18, <4 x i32> %.lcssa, <4 x i32> %vec.phi.lcssa, !dbg !38
    %20 = call i32 @llvm.vector.reduce.add.v4i32(<4 x i32> %19), !dbg !32
    br label %for.cond.cleanup, !dbg !42

  for.cond.cleanup:                                 ; preds = %middle.block, %entry
    %temp.0.lcssa = phi i32 [ %0, %entry ], [ %20, %middle.block ], !dbg !23
    call void @llvm.dbg.value(metadata i32 %temp.0.lcssa, metadata !20, metadata !DIExpression()), !dbg !23
    store i32 %temp.0.lcssa, i32* %a, align 4, !dbg !42
    ret void, !dbg !43
  }

  declare void @llvm.dbg.value(metadata, metadata, metadata)
  declare <4 x i16> @llvm.masked.load.v4i16.p0v4i16(<4 x i16>*, i32 immarg, <4 x i1>, <4 x i16>)
  declare i32 @llvm.vector.reduce.add.v4i32(<4 x i32>)
  declare i32 @llvm.start.loop.iterations.i32(i32)
  declare i32 @llvm.loop.decrement.reg.i32.i32.i32(i32, i32)
  declare <4 x i1> @llvm.arm.mve.vctp32(i32)

  !llvm.dbg.cu = !{!0}
  !llvm.module.flags = !{!3, !4, !5, !6}
  !llvm.ident = !{!7}

  !0 = distinct !DICompileUnit(language: DW_LANG_C99, file: !1, producer: "", isOptimized: true, runtimeVersion: 0, emissionKind: FullDebug, enums: !2, splitDebugInlining: false, nameTableKind: None)
  !1 = !DIFile(filename: "skip-debug", directory: "")
  !2 = !{}
  !3 = !{i32 7, !"Dwarf Version", i32 4}
  !4 = !{i32 2, !"Debug Info Version", i32 3}
  !5 = !{i32 1, !"wchar_size", i32 4}
  !6 = !{i32 1, !"min_enum_size", i32 4}
  !7 = !{!""}
  !8 = distinct !DISubprogram(name: "skip_debug", scope: !1, file: !1, line: 2, type: !9, scopeLine: 2, flags: DIFlagPrototyped | DIFlagAllCallsDescribed, spFlags: DISPFlagDefinition | DISPFlagOptimized, unit: !0, retainedNodes: !16)
  !9 = !DISubroutineType(types: !10)
  !10 = !{null, !11, !13, !15}
  !11 = !DIDerivedType(tag: DW_TAG_pointer_type, baseType: !12, size: 32)
  !12 = !DIBasicType(name: "int", size: 32, encoding: DW_ATE_signed)
  !13 = !DIDerivedType(tag: DW_TAG_pointer_type, baseType: !14, size: 32)
  !14 = !DIBasicType(name: "short", size: 16, encoding: DW_ATE_signed)
  !15 = !DIBasicType(name: "unsigned int", size: 32, encoding: DW_ATE_unsigned)
  !16 = !{!17, !18, !19, !20, !21}
  !17 = !DILocalVariable(name: "a", arg: 1, scope: !8, file: !1, line: 2, type: !11)
  !18 = !DILocalVariable(name: "b", arg: 2, scope: !8, file: !1, line: 2, type: !13)
  !19 = !DILocalVariable(name: "N", arg: 3, scope: !8, file: !1, line: 2, type: !15)
  !20 = !DILocalVariable(name: "temp", scope: !8, file: !1, line: 3, type: !12)
  !21 = !DILocalVariable(name: "i", scope: !22, file: !1, line: 4, type: !15)
  !22 = distinct !DILexicalBlock(scope: !8, file: !1, line: 4, column: 3)
  !23 = !DILocation(line: 0, scope: !8)
  !24 = !DILocation(line: 3, column: 14, scope: !8)
  !25 = !{!26, !26, i64 0}
  !26 = !{!"int", !27, i64 0}
  !27 = !{!"omnipotent char", !28, i64 0}
  !28 = !{!"Simple C/C++ TBAA"}
  !29 = !DILocation(line: 0, scope: !22)
  !30 = !DILocation(line: 4, column: 26, scope: !31)
  !31 = distinct !DILexicalBlock(scope: !22, file: !1, line: 4, column: 3)
  !32 = !DILocation(line: 4, column: 3, scope: !22)
  !33 = !DILocation(line: 4, column: 31, scope: !31)
  !34 = !DILocation(line: 5, column: 13, scope: !35)
  !35 = distinct !DILexicalBlock(scope: !31, file: !1, line: 4, column: 36)
  !36 = !{!37, !37, i64 0}
  !37 = !{!"short", !27, i64 0}
  !38 = !DILocation(line: 5, column: 10, scope: !35)
  !39 = distinct !{!39, !32, !40, !41}
  !40 = !DILocation(line: 6, column: 3, scope: !22)
  !41 = !{!"llvm.loop.isvectorized", i32 1}
  !42 = !DILocation(line: 7, column: 6, scope: !8)
  !43 = !DILocation(line: 8, column: 1, scope: !8)

...
---
name:            skip_debug
alignment:       2
exposesReturnsTwice: false
legalized:       false
regBankSelected: false
selected:        false
failedISel:      false
tracksRegLiveness: true
hasWinCFI:       false
registers:       []
liveins:
  - { reg: '$r0', virtual-reg: '' }
  - { reg: '$r1', virtual-reg: '' }
  - { reg: '$r2', virtual-reg: '' }
frameInfo:
  isFrameAddressTaken: false
  isReturnAddressTaken: false
  hasStackMap:     false
  hasPatchPoint:   false
  stackSize:       16
  offsetAdjustment: -8
  maxAlignment:    4
  adjustsStack:    false
  hasCalls:        false
  stackProtector:  ''
  maxCallFrameSize: 0
  cvBytesOfCalleeSavedRegisters: 0
  hasOpaqueSPAdjustment: false
  hasVAStart:      false
  hasMustTailInVarArgFunc: false
  localFrameSize:  0
  savePoint:       ''
  restorePoint:    ''
fixedStack:      []
stack:
  - { id: 0, name: '', type: spill-slot, offset: -4, size: 4, alignment: 4,
      stack-id: default, callee-saved-register: '$lr', callee-saved-restored: false,
      debug-info-variable: '', debug-info-expression: '', debug-info-location: '' }
  - { id: 1, name: '', type: spill-slot, offset: -8, size: 4, alignment: 4,
      stack-id: default, callee-saved-register: '$r7', callee-saved-restored: true,
      debug-info-variable: '', debug-info-expression: '', debug-info-location: '' }
  - { id: 2, name: '', type: spill-slot, offset: -12, size: 4, alignment: 4,
      stack-id: default, callee-saved-register: '$r6', callee-saved-restored: true,
      debug-info-variable: '', debug-info-expression: '', debug-info-location: '' }
  - { id: 3, name: '', type: spill-slot, offset: -16, size: 4, alignment: 4,
      stack-id: default, callee-saved-register: '$r4', callee-saved-restored: true,
      debug-info-variable: '', debug-info-expression: '', debug-info-location: '' }
callSites:       []
constants:       []
machineFunctionInfo: {}
body:             |
  ; CHECK-LABEL: name: skip_debug
  ; CHECK: bb.0.entry:
  ; CHECK:   successors: %bb.4(0x30000000), %bb.1(0x50000000)
  ; CHECK:   liveins: $lr, $r0, $r1, $r2, $r4, $r6
  ; CHECK:   DBG_VALUE $r0, $noreg, !17, !DIExpression(), debug-location !23
  ; CHECK:   DBG_VALUE $r0, $noreg, !17, !DIExpression(), debug-location !23
  ; CHECK:   DBG_VALUE $r1, $noreg, !18, !DIExpression(), debug-location !23
  ; CHECK:   DBG_VALUE $r1, $noreg, !18, !DIExpression(), debug-location !23
  ; CHECK:   DBG_VALUE $r2, $noreg, !19, !DIExpression(), debug-location !23
  ; CHECK:   DBG_VALUE $r2, $noreg, !19, !DIExpression(), debug-location !23
  ; CHECK:   frame-setup tPUSH 14 /* CC::al */, $noreg, killed $r4, killed $r6, killed $lr, implicit-def $sp, implicit $sp
  ; CHECK:   frame-setup CFI_INSTRUCTION def_cfa_offset 16
  ; CHECK:   frame-setup CFI_INSTRUCTION offset $lr, -4
  ; CHECK:   frame-setup CFI_INSTRUCTION offset $r7, -8
  ; CHECK:   frame-setup CFI_INSTRUCTION offset $r6, -12
  ; CHECK:   frame-setup CFI_INSTRUCTION offset $r4, -16
  ; CHECK:   dead $r7 = frame-setup tADDrSPi $sp, 2, 14 /* CC::al */, $noreg
  ; CHECK:   frame-setup CFI_INSTRUCTION def_cfa $r7, 8
  ; CHECK:   renamable $r12 = t2LDRi12 renamable $r0, 0, 14 /* CC::al */, $noreg, debug-location !24 :: (load (s32) from %ir.a)
  ; CHECK:   DBG_VALUE 0, $noreg, !21, !DIExpression(), debug-location !25
  ; CHECK:   DBG_VALUE $r12, $noreg, !20, !DIExpression(), debug-location !23
  ; CHECK:   tCBZ $r2, %bb.4, debug-location !28
  ; CHECK: bb.1.vector.ph:
  ; CHECK:   successors: %bb.2(0x80000000)
  ; CHECK:   liveins: $r0, $r1, $r2, $r12
  ; CHECK:   renamable $r3, dead $cpsr = tADDi3 renamable $r2, 3, 14 /* CC::al */, $noreg, debug-location !28
  ; CHECK:   renamable $lr = t2MOVi 1, 14 /* CC::al */, $noreg, $noreg
  ; CHECK:   renamable $r3 = t2BICri killed renamable $r3, 3, 14 /* CC::al */, $noreg, $noreg, debug-location !28
  ; CHECK:   renamable $r4, dead $cpsr = tMOVi8 0, 14 /* CC::al */, $noreg
  ; CHECK:   renamable $r3, dead $cpsr = tSUBi8 killed renamable $r3, 4, 14 /* CC::al */, $noreg, debug-location !28
  ; CHECK:   renamable $q0 = MVE_VDUP32 killed renamable $r4, 0, $noreg, $noreg, undef renamable $q0, debug-location !28
  ; CHECK:   renamable $q0 = MVE_VMOV_to_lane_32 killed renamable $q0, killed renamable $r12, 0, 14 /* CC::al */, $noreg, debug-location !28
  ; CHECK:   renamable $lr = nuw nsw t2ADDrs killed renamable $lr, renamable $r3, 19, 14 /* CC::al */, $noreg, $noreg, debug-location !28
  ; CHECK:   renamable $r3, dead $cpsr = tLSRri killed renamable $r3, 2, 14 /* CC::al */, $noreg, debug-location !28
  ; CHECK:   renamable $r3 = t2SUBrs renamable $r2, killed renamable $r3, 18, 14 /* CC::al */, $noreg, $noreg, debug-location !28
  ; CHECK: bb.2.vector.body:
  ; CHECK:   successors: %bb.2(0x7c000000), %bb.3(0x04000000)
  ; CHECK:   liveins: $lr, $q0, $r0, $r1, $r2, $r3
  ; CHECK:   renamable $vpr = MVE_VCTP32 renamable $r2, 0, $noreg, $noreg, debug-location !30
  ; CHECK:   DBG_VALUE $vpr, $noreg, !17, !DIExpression(), debug-location !30
  ; CHECK:   $q1 = MVE_VORR killed $q0, killed $q0, 0, $noreg, $noreg, undef $q1
  ; CHECK:   MVE_VPST 8, implicit $vpr, debug-location !30
  ; CHECK:   renamable $r1, renamable $q0 = MVE_VLDRHU32_post killed renamable $r1, 8, 1, killed renamable $vpr, $noreg, debug-location !30 :: (load (s64) from %ir.lsr.iv14, align 2)
  ; CHECK:   renamable $r2, dead $cpsr = tSUBi8 killed renamable $r2, 4, 14 /* CC::al */, $noreg, debug-location !30
  ; CHECK:   renamable $q0 = MVE_VMOVLs16bh killed renamable $q0, 0, $noreg, $noreg, undef renamable $q0, debug-location !30
  ; CHECK:   renamable $q0 = MVE_VSUBi32 renamable $q1, killed renamable $q0, 0, $noreg, $noreg, undef renamable $q0, debug-location !32
  ; CHECK:   $lr = t2LEUpdate killed renamable $lr, %bb.2, debug-location !29
  ; CHECK: bb.3.middle.block:
  ; CHECK:   successors: %bb.4(0x80000000)
  ; CHECK:   liveins: $q0, $q1, $r0, $r3
  ; CHECK:   renamable $vpr = MVE_VCTP32 killed renamable $r3, 0, $noreg, $noreg, debug-location !30
  ; CHECK:   renamable $q0 = MVE_VPSEL killed renamable $q0, killed renamable $q1, 0, killed renamable $vpr, $noreg, debug-location !32
  ; CHECK:   renamable $r12 = MVE_VADDVu32no_acc killed renamable $q0, 0, $noreg, $noreg, debug-location !28
  ; CHECK: bb.4.for.cond.cleanup:
  ; CHECK:   liveins: $r0, $r12
  ; CHECK:   DBG_VALUE $r12, $noreg, !20, !DIExpression(), debug-location !23
  ; CHECK:   t2STRi12 killed renamable $r12, killed renamable $r0, 0, 14 /* CC::al */, $noreg, debug-location !33 :: (store (s32) into %ir.a)
  ; CHECK:   tPOP_RET 14 /* CC::al */, $noreg, def $r4, def $r6, def $r7, def $pc, debug-location !34
  bb.0.entry:
    successors: %bb.4(0x30000000), %bb.1(0x50000000)
    liveins: $r0, $r1, $r2, $r4, $r6, $lr

    DBG_VALUE $r0, $noreg, !17, !DIExpression(), debug-location !23
    DBG_VALUE $r0, $noreg, !17, !DIExpression(), debug-location !23
    DBG_VALUE $r1, $noreg, !18, !DIExpression(), debug-location !23
    DBG_VALUE $r1, $noreg, !18, !DIExpression(), debug-location !23
    DBG_VALUE $r2, $noreg, !19, !DIExpression(), debug-location !23
    DBG_VALUE $r2, $noreg, !19, !DIExpression(), debug-location !23
    frame-setup tPUSH 14, $noreg, killed $r4, killed $r6, killed $lr, implicit-def $sp, implicit $sp
    frame-setup CFI_INSTRUCTION def_cfa_offset 16
    frame-setup CFI_INSTRUCTION offset $lr, -4
    frame-setup CFI_INSTRUCTION offset $r7, -8
    frame-setup CFI_INSTRUCTION offset $r6, -12
    frame-setup CFI_INSTRUCTION offset $r4, -16
    $r7 = frame-setup tADDrSPi $sp, 2, 14, $noreg
    frame-setup CFI_INSTRUCTION def_cfa $r7, 8
    renamable $r12 = t2LDRi12 renamable $r0, 0, 14, $noreg, debug-location !24 :: (load (s32) from %ir.a)
    DBG_VALUE 0, $noreg, !21, !DIExpression(), debug-location !29
    DBG_VALUE $r12, $noreg, !20, !DIExpression(), debug-location !23
    tCBZ $r2, %bb.4, debug-location !32

  bb.1.vector.ph:
    successors: %bb.2(0x80000000)
    liveins: $r0, $r1, $r2, $r12

    renamable $r3, dead $cpsr = tADDi3 renamable $r2, 3, 14, $noreg, debug-location !32
    renamable $lr = t2MOVi 1, 14, $noreg, $noreg
    renamable $r3 = t2BICri killed renamable $r3, 3, 14, $noreg, $noreg, debug-location !32
    renamable $r4, dead $cpsr = tMOVi8 0, 14, $noreg
    renamable $r3, dead $cpsr = tSUBi8 killed renamable $r3, 4, 14, $noreg, debug-location !32
    renamable $q0 = MVE_VDUP32 killed renamable $r4, 0, $noreg, $noreg, undef renamable $q0, debug-location !32
    renamable $q0 = MVE_VMOV_to_lane_32 killed renamable $q0, killed renamable $r12, 0, 14, $noreg, debug-location !32
    renamable $lr = nuw nsw t2ADDrs killed renamable $lr, renamable $r3, 19, 14, $noreg, $noreg, debug-location !32
    renamable $r3, dead $cpsr = tLSRri killed renamable $r3, 2, 14, $noreg, debug-location !32
    renamable $r3 = t2SUBrs renamable $r2, killed renamable $r3, 18, 14, $noreg, $noreg, debug-location !32
    $lr = t2DoLoopStart renamable $lr, debug-location !32

  bb.2.vector.body:
    successors: %bb.2(0x7c000000), %bb.3(0x04000000)
    liveins: $lr, $q0, $r0, $r1, $r2, $r3

    renamable $vpr = MVE_VCTP32 renamable $r2, 0, $noreg, $noreg, debug-location !34
    DBG_VALUE $vpr, $noreg, !17, !DIExpression(), debug-location !34
    $q1 = MVE_VORR killed $q0, $q0, 0, $noreg, $noreg, undef $q1
    MVE_VPST 8, implicit $vpr, debug-location !34
    renamable $r1, renamable $q0 = MVE_VLDRHU32_post killed renamable $r1, 8, 1, killed renamable $vpr, $noreg, debug-location !34 :: (load (s64) from %ir.lsr.iv14, align 2)
    renamable $r2, dead $cpsr = tSUBi8 killed renamable $r2, 4, 14, $noreg, debug-location !34
    renamable $q0 = MVE_VMOVLs16bh killed renamable $q0, 0, $noreg, $noreg, undef renamable $q0, debug-location !34
    renamable $lr = t2LoopDec killed renamable $lr, 1, debug-location !33
    renamable $q0 = MVE_VSUBi32 renamable $q1, killed renamable $q0, 0, $noreg, $noreg, undef renamable $q0, debug-location !38
    t2LoopEnd renamable $lr, %bb.2, implicit-def dead $cpsr, debug-location !33
    tB %bb.3, 14, $noreg, debug-location !33

  bb.3.middle.block:
    successors: %bb.4(0x80000000)
    liveins: $q0, $q1, $r0, $r3

    renamable $vpr = MVE_VCTP32 killed renamable $r3, 0, $noreg, $noreg, debug-location !34
    renamable $q0 = MVE_VPSEL killed renamable $q0, killed renamable $q1, 0, killed renamable $vpr, $noreg, debug-location !38
    renamable $r12 = MVE_VADDVu32no_acc killed renamable $q0, 0, $noreg, $noreg, debug-location !32

  bb.4.for.cond.cleanup:
    liveins: $r0, $r12

    DBG_VALUE $r12, $noreg, !20, !DIExpression(), debug-location !23
    t2STRi12 killed renamable $r12, killed renamable $r0, 0, 14, $noreg, debug-location !42 :: (store (s32) into %ir.a)
    tPOP_RET 14, $noreg, def $r4, def $r6, def $r7, def $pc, debug-location !43

...