test/CodeGen/AArch64/machine-licm-sub-loop.ll - llvm-project/llvm - Git at Google

 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 2
 ; RUN: llc -mtriple aarch64-none-linux-gnu < %s | FileCheck %s

 define void @foo(i32 noundef %limit, ptr %out, ptr %y) {
 ; CHECK-LABEL: foo:
 ; CHECK:       // %bb.0: // %entry
 ; CHECK-NEXT:    // kill: def $w0 killed $w0 def $x0
 ; CHECK-NEXT:    cmp w0, #1
 ; CHECK-NEXT:    b.lt .LBB0_10
 ; CHECK-NEXT:  // %bb.1: // %for.cond1.preheader.us.preheader
 ; CHECK-NEXT:    mov w10, w0
 ; CHECK-NEXT:    ubfiz x11, x0, #2, #32
 ; CHECK-NEXT:    mov x8, xzr
 ; CHECK-NEXT:    mov x9, xzr
 ; CHECK-NEXT:    and x12, x10, #0xfffffff0
 ; CHECK-NEXT:    add x13, x1, #32
 ; CHECK-NEXT:    add x14, x2, #16
 ; CHECK-NEXT:    b .LBB0_3
 ; CHECK-NEXT:  .LBB0_2: // %for.cond1.for.cond.cleanup3_crit_edge.us
 ; CHECK-NEXT:    // in Loop: Header=BB0_3 Depth=1
 ; CHECK-NEXT:    add x9, x9, #1
 ; CHECK-NEXT:    add x13, x13, x11
 ; CHECK-NEXT:    add x8, x8, x10
 ; CHECK-NEXT:    cmp x9, x10
 ; CHECK-NEXT:    b.eq .LBB0_10
 ; CHECK-NEXT:  .LBB0_3: // %for.cond1.preheader.us
 ; CHECK-NEXT:    // =>This Loop Header: Depth=1
 ; CHECK-NEXT:    // Child Loop BB0_6 Depth 2
 ; CHECK-NEXT:    // Child Loop BB0_9 Depth 2
 ; CHECK-NEXT:    ldrsh w15, [x2, x9, lsl #1]
 ; CHECK-NEXT:    cmp w0, #16
 ; CHECK-NEXT:    b.hs .LBB0_5
 ; CHECK-NEXT:  // %bb.4: // in Loop: Header=BB0_3 Depth=1
 ; CHECK-NEXT:    mov x18, xzr
 ; CHECK-NEXT:    b .LBB0_8
 ; CHECK-NEXT:  .LBB0_5: // %vector.ph
 ; CHECK-NEXT:    // in Loop: Header=BB0_3 Depth=1
 ; CHECK-NEXT:    dup v0.8h, w15
 ; CHECK-NEXT:    mov x16, x14
 ; CHECK-NEXT:    mov x17, x13
 ; CHECK-NEXT:    mov x18, x12
 ; CHECK-NEXT:  .LBB0_6: // %vector.body
 ; CHECK-NEXT:    // Parent Loop BB0_3 Depth=1
 ; CHECK-NEXT:    // => This Inner Loop Header: Depth=2
 ; CHECK-NEXT:    ldp q1, q4, [x16, #-16]
 ; CHECK-NEXT:    subs x18, x18, #16
 ; CHECK-NEXT:    ldp q3, q2, [x17, #-32]
 ; CHECK-NEXT:    add x16, x16, #32
 ; CHECK-NEXT:    ldp q6, q5, [x17]
 ; CHECK-NEXT:    smlal2 v2.4s, v0.8h, v1.8h
 ; CHECK-NEXT:    smlal v3.4s, v0.4h, v1.4h
 ; CHECK-NEXT:    smlal2 v5.4s, v0.8h, v4.8h
 ; CHECK-NEXT:    smlal v6.4s, v0.4h, v4.4h
 ; CHECK-NEXT:    stp q3, q2, [x17, #-32]
 ; CHECK-NEXT:    stp q6, q5, [x17], #64
 ; CHECK-NEXT:    b.ne .LBB0_6
 ; CHECK-NEXT:  // %bb.7: // %middle.block
 ; CHECK-NEXT:    // in Loop: Header=BB0_3 Depth=1
 ; CHECK-NEXT:    cmp x12, x10
 ; CHECK-NEXT:    mov x18, x12
 ; CHECK-NEXT:    b.eq .LBB0_2
 ; CHECK-NEXT:  .LBB0_8: // %for.body4.us.preheader
 ; CHECK-NEXT:    // in Loop: Header=BB0_3 Depth=1
 ; CHECK-NEXT:    add x16, x18, x8
 ; CHECK-NEXT:    add x17, x2, x18, lsl #1
 ; CHECK-NEXT:    sub x18, x10, x18
 ; CHECK-NEXT:    add x16, x1, x16, lsl #2
 ; CHECK-NEXT:  .LBB0_9: // %for.body4.us
 ; CHECK-NEXT:    // Parent Loop BB0_3 Depth=1
 ; CHECK-NEXT:    // => This Inner Loop Header: Depth=2
 ; CHECK-NEXT:    ldrsh w3, [x17], #2
 ; CHECK-NEXT:    ldr w4, [x16]
 ; CHECK-NEXT:    subs x18, x18, #1
 ; CHECK-NEXT:    madd w3, w3, w15, w4
 ; CHECK-NEXT:    str w3, [x16], #4
 ; CHECK-NEXT:    b.ne .LBB0_9
 ; CHECK-NEXT:    b .LBB0_2
 ; CHECK-NEXT:  .LBB0_10: // %for.cond.cleanup
 ; CHECK-NEXT:    ret
 entry:
   %cmp26 = icmp sgt i32 %limit, 0
   br i1 %cmp26, label %for.cond1.preheader.us.preheader, label %for.cond.cleanup

 for.cond1.preheader.us.preheader:                 ; preds = %entry
   %0 = zext i32 %limit to i64
   %wide.trip.count34 = zext i32 %limit to i64
   %min.iters.check = icmp ult i32 %limit, 16
   %n.vec = and i64 %wide.trip.count34, 4294967280
   %cmp.n = icmp eq i64 %n.vec, %wide.trip.count34
   br label %for.cond1.preheader.us

 for.cond1.preheader.us:                           ; preds = %for.cond1.preheader.us.preheader, %for.cond1.for.cond.cleanup3_crit_edge.us
   %indvars.iv30 = phi i64 [ 0, %for.cond1.preheader.us.preheader ], [ %indvars.iv.next31, %for.cond1.for.cond.cleanup3_crit_edge.us ]
   %arrayidx.us = getelementptr inbounds i16, ptr %y, i64 %indvars.iv30
   %1 = load i16, ptr %arrayidx.us, align 2
   %conv.us = sext i16 %1 to i32
   %2 = mul nsw i64 %indvars.iv30, %0
   br i1 %min.iters.check, label %for.body4.us.preheader, label %vector.ph

 vector.ph:                                        ; preds = %for.cond1.preheader.us
   %broadcast.splatinsert = insertelement <8 x i32> poison, i32 %conv.us, i64 0
   %broadcast.splat = shufflevector <8 x i32> %broadcast.splatinsert, <8 x i32> poison, <8 x i32> zeroinitializer
   %broadcast.splatinsert37 = insertelement <8 x i32> poison, i32 %conv.us, i64 0
   %broadcast.splat38 = shufflevector <8 x i32> %broadcast.splatinsert37, <8 x i32> poison, <8 x i32> zeroinitializer
   br label %vector.body

 vector.body:                                      ; preds = %vector.body, %vector.ph
   %index = phi i64 [ 0, %vector.ph ], [ %index.next, %vector.body ]
   %3 = getelementptr inbounds i16, ptr %y, i64 %index
   %wide.load = load <8 x i16>, ptr %3, align 2
   %4 = getelementptr inbounds i16, ptr %3, i64 8
   %wide.load36 = load <8 x i16>, ptr %4, align 2
   %5 = sext <8 x i16> %wide.load to <8 x i32>
   %6 = sext <8 x i16> %wide.load36 to <8 x i32>
   %7 = mul nsw <8 x i32> %broadcast.splat, %5
   %8 = mul nsw <8 x i32> %broadcast.splat38, %6
   %9 = add nuw nsw i64 %index, %2
   %10 = getelementptr inbounds i32, ptr %out, i64 %9
   %wide.load39 = load <8 x i32>, ptr %10, align 4
   %11 = getelementptr inbounds i32, ptr %10, i64 8
   %wide.load40 = load <8 x i32>, ptr %11, align 4
   %12 = add nsw <8 x i32> %7, %wide.load39
   %13 = add nsw <8 x i32> %8, %wide.load40
   store <8 x i32> %12, ptr %10, align 4
   store <8 x i32> %13, ptr %11, align 4
   %index.next = add nuw i64 %index, 16
   %14 = icmp eq i64 %index.next, %n.vec
   br i1 %14, label %middle.block, label %vector.body

 middle.block:                                     ; preds = %vector.body
   br i1 %cmp.n, label %for.cond1.for.cond.cleanup3_crit_edge.us, label %for.body4.us.preheader

 for.body4.us.preheader:                           ; preds = %for.cond1.preheader.us, %middle.block
   %indvars.iv.ph = phi i64 [ 0, %for.cond1.preheader.us ], [ %n.vec, %middle.block ]
   br label %for.body4.us

 for.body4.us:                                     ; preds = %for.body4.us.preheader, %for.body4.us
   %indvars.iv = phi i64 [ %indvars.iv.next, %for.body4.us ], [ %indvars.iv.ph, %for.body4.us.preheader ]
   %arrayidx6.us = getelementptr inbounds i16, ptr %y, i64 %indvars.iv
   %15 = load i16, ptr %arrayidx6.us, align 2
   %conv7.us = sext i16 %15 to i32
   %mul.us = mul nsw i32 %conv7.us, %conv.us
   %16 = add nuw nsw i64 %indvars.iv, %2
   %arrayidx10.us = getelementptr inbounds i32, ptr %out, i64 %16
   %17 = load i32, ptr %arrayidx10.us, align 4
   %add11.us = add nsw i32 %mul.us, %17
   store i32 %add11.us, ptr %arrayidx10.us, align 4
   %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
   %exitcond.not = icmp eq i64 %indvars.iv.next, %wide.trip.count34
   br i1 %exitcond.not, label %for.cond1.for.cond.cleanup3_crit_edge.us, label %for.body4.us

 for.cond1.for.cond.cleanup3_crit_edge.us:         ; preds = %for.body4.us, %middle.block
   %indvars.iv.next31 = add nuw nsw i64 %indvars.iv30, 1
   %exitcond35.not = icmp eq i64 %indvars.iv.next31, %wide.trip.count34
   br i1 %exitcond35.not, label %for.cond.cleanup, label %for.cond1.preheader.us

 for.cond.cleanup:                                 ; preds = %for.cond1.for.cond.cleanup3_crit_edge.us, %entry
   ret void
 }
	; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 2
	; RUN: llc -mtriple aarch64-none-linux-gnu < %s \| FileCheck %s

	define void @foo(i32 noundef %limit, ptr %out, ptr %y) {
	; CHECK-LABEL: foo:
	; CHECK: // %bb.0: // %entry
	; CHECK-NEXT: // kill: def $w0 killed $w0 def $x0
	; CHECK-NEXT: cmp w0, #1
	; CHECK-NEXT: b.lt .LBB0_10
	; CHECK-NEXT: // %bb.1: // %for.cond1.preheader.us.preheader
	; CHECK-NEXT: mov w10, w0
	; CHECK-NEXT: ubfiz x11, x0, #2, #32
	; CHECK-NEXT: mov x8, xzr
	; CHECK-NEXT: mov x9, xzr
	; CHECK-NEXT: and x12, x10, #0xfffffff0
	; CHECK-NEXT: add x13, x1, #32
	; CHECK-NEXT: add x14, x2, #16
	; CHECK-NEXT: b .LBB0_3
	; CHECK-NEXT: .LBB0_2: // %for.cond1.for.cond.cleanup3_crit_edge.us
	; CHECK-NEXT: // in Loop: Header=BB0_3 Depth=1
	; CHECK-NEXT: add x9, x9, #1
	; CHECK-NEXT: add x13, x13, x11
	; CHECK-NEXT: add x8, x8, x10
	; CHECK-NEXT: cmp x9, x10
	; CHECK-NEXT: b.eq .LBB0_10
	; CHECK-NEXT: .LBB0_3: // %for.cond1.preheader.us
	; CHECK-NEXT: // =>This Loop Header: Depth=1
	; CHECK-NEXT: // Child Loop BB0_6 Depth 2
	; CHECK-NEXT: // Child Loop BB0_9 Depth 2
	; CHECK-NEXT: ldrsh w15, [x2, x9, lsl #1]
	; CHECK-NEXT: cmp w0, #16
	; CHECK-NEXT: b.hs .LBB0_5
	; CHECK-NEXT: // %bb.4: // in Loop: Header=BB0_3 Depth=1
	; CHECK-NEXT: mov x18, xzr
	; CHECK-NEXT: b .LBB0_8
	; CHECK-NEXT: .LBB0_5: // %vector.ph
	; CHECK-NEXT: // in Loop: Header=BB0_3 Depth=1
	; CHECK-NEXT: dup v0.8h, w15
	; CHECK-NEXT: mov x16, x14
	; CHECK-NEXT: mov x17, x13
	; CHECK-NEXT: mov x18, x12
	; CHECK-NEXT: .LBB0_6: // %vector.body
	; CHECK-NEXT: // Parent Loop BB0_3 Depth=1
	; CHECK-NEXT: // => This Inner Loop Header: Depth=2
	; CHECK-NEXT: ldp q1, q4, [x16, #-16]
	; CHECK-NEXT: subs x18, x18, #16
	; CHECK-NEXT: ldp q3, q2, [x17, #-32]
	; CHECK-NEXT: add x16, x16, #32
	; CHECK-NEXT: ldp q6, q5, [x17]
	; CHECK-NEXT: smlal2 v2.4s, v0.8h, v1.8h
	; CHECK-NEXT: smlal v3.4s, v0.4h, v1.4h
	; CHECK-NEXT: smlal2 v5.4s, v0.8h, v4.8h
	; CHECK-NEXT: smlal v6.4s, v0.4h, v4.4h
	; CHECK-NEXT: stp q3, q2, [x17, #-32]
	; CHECK-NEXT: stp q6, q5, [x17], #64
	; CHECK-NEXT: b.ne .LBB0_6
	; CHECK-NEXT: // %bb.7: // %middle.block
	; CHECK-NEXT: // in Loop: Header=BB0_3 Depth=1
	; CHECK-NEXT: cmp x12, x10
	; CHECK-NEXT: mov x18, x12
	; CHECK-NEXT: b.eq .LBB0_2
	; CHECK-NEXT: .LBB0_8: // %for.body4.us.preheader
	; CHECK-NEXT: // in Loop: Header=BB0_3 Depth=1
	; CHECK-NEXT: add x16, x18, x8
	; CHECK-NEXT: add x17, x2, x18, lsl #1
	; CHECK-NEXT: sub x18, x10, x18
	; CHECK-NEXT: add x16, x1, x16, lsl #2
	; CHECK-NEXT: .LBB0_9: // %for.body4.us
	; CHECK-NEXT: // Parent Loop BB0_3 Depth=1
	; CHECK-NEXT: // => This Inner Loop Header: Depth=2
	; CHECK-NEXT: ldrsh w3, [x17], #2
	; CHECK-NEXT: ldr w4, [x16]
	; CHECK-NEXT: subs x18, x18, #1
	; CHECK-NEXT: madd w3, w3, w15, w4
	; CHECK-NEXT: str w3, [x16], #4
	; CHECK-NEXT: b.ne .LBB0_9
	; CHECK-NEXT: b .LBB0_2
	; CHECK-NEXT: .LBB0_10: // %for.cond.cleanup
	; CHECK-NEXT: ret
	entry:
	%cmp26 = icmp sgt i32 %limit, 0
	br i1 %cmp26, label %for.cond1.preheader.us.preheader, label %for.cond.cleanup

	for.cond1.preheader.us.preheader: ; preds = %entry
	%0 = zext i32 %limit to i64
	%wide.trip.count34 = zext i32 %limit to i64
	%min.iters.check = icmp ult i32 %limit, 16
	%n.vec = and i64 %wide.trip.count34, 4294967280
	%cmp.n = icmp eq i64 %n.vec, %wide.trip.count34
	br label %for.cond1.preheader.us

	for.cond1.preheader.us: ; preds = %for.cond1.preheader.us.preheader, %for.cond1.for.cond.cleanup3_crit_edge.us
	%indvars.iv30 = phi i64 [ 0, %for.cond1.preheader.us.preheader ], [ %indvars.iv.next31, %for.cond1.for.cond.cleanup3_crit_edge.us ]
	%arrayidx.us = getelementptr inbounds i16, ptr %y, i64 %indvars.iv30
	%1 = load i16, ptr %arrayidx.us, align 2
	%conv.us = sext i16 %1 to i32
	%2 = mul nsw i64 %indvars.iv30, %0
	br i1 %min.iters.check, label %for.body4.us.preheader, label %vector.ph

	vector.ph: ; preds = %for.cond1.preheader.us
	%broadcast.splatinsert = insertelement <8 x i32> poison, i32 %conv.us, i64 0
	%broadcast.splat = shufflevector <8 x i32> %broadcast.splatinsert, <8 x i32> poison, <8 x i32> zeroinitializer
	%broadcast.splatinsert37 = insertelement <8 x i32> poison, i32 %conv.us, i64 0
	%broadcast.splat38 = shufflevector <8 x i32> %broadcast.splatinsert37, <8 x i32> poison, <8 x i32> zeroinitializer
	br label %vector.body

	vector.body: ; preds = %vector.body, %vector.ph
	%index = phi i64 [ 0, %vector.ph ], [ %index.next, %vector.body ]
	%3 = getelementptr inbounds i16, ptr %y, i64 %index
	%wide.load = load <8 x i16>, ptr %3, align 2
	%4 = getelementptr inbounds i16, ptr %3, i64 8
	%wide.load36 = load <8 x i16>, ptr %4, align 2
	%5 = sext <8 x i16> %wide.load to <8 x i32>
	%6 = sext <8 x i16> %wide.load36 to <8 x i32>
	%7 = mul nsw <8 x i32> %broadcast.splat, %5
	%8 = mul nsw <8 x i32> %broadcast.splat38, %6
	%9 = add nuw nsw i64 %index, %2
	%10 = getelementptr inbounds i32, ptr %out, i64 %9
	%wide.load39 = load <8 x i32>, ptr %10, align 4
	%11 = getelementptr inbounds i32, ptr %10, i64 8
	%wide.load40 = load <8 x i32>, ptr %11, align 4
	%12 = add nsw <8 x i32> %7, %wide.load39
	%13 = add nsw <8 x i32> %8, %wide.load40
	store <8 x i32> %12, ptr %10, align 4
	store <8 x i32> %13, ptr %11, align 4
	%index.next = add nuw i64 %index, 16
	%14 = icmp eq i64 %index.next, %n.vec
	br i1 %14, label %middle.block, label %vector.body

	middle.block: ; preds = %vector.body
	br i1 %cmp.n, label %for.cond1.for.cond.cleanup3_crit_edge.us, label %for.body4.us.preheader

	for.body4.us.preheader: ; preds = %for.cond1.preheader.us, %middle.block
	%indvars.iv.ph = phi i64 [ 0, %for.cond1.preheader.us ], [ %n.vec, %middle.block ]
	br label %for.body4.us

	for.body4.us: ; preds = %for.body4.us.preheader, %for.body4.us
	%indvars.iv = phi i64 [ %indvars.iv.next, %for.body4.us ], [ %indvars.iv.ph, %for.body4.us.preheader ]
	%arrayidx6.us = getelementptr inbounds i16, ptr %y, i64 %indvars.iv
	%15 = load i16, ptr %arrayidx6.us, align 2
	%conv7.us = sext i16 %15 to i32
	%mul.us = mul nsw i32 %conv7.us, %conv.us
	%16 = add nuw nsw i64 %indvars.iv, %2
	%arrayidx10.us = getelementptr inbounds i32, ptr %out, i64 %16
	%17 = load i32, ptr %arrayidx10.us, align 4
	%add11.us = add nsw i32 %mul.us, %17
	store i32 %add11.us, ptr %arrayidx10.us, align 4
	%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
	%exitcond.not = icmp eq i64 %indvars.iv.next, %wide.trip.count34
	br i1 %exitcond.not, label %for.cond1.for.cond.cleanup3_crit_edge.us, label %for.body4.us

	for.cond1.for.cond.cleanup3_crit_edge.us: ; preds = %for.body4.us, %middle.block
	%indvars.iv.next31 = add nuw nsw i64 %indvars.iv30, 1
	%exitcond35.not = icmp eq i64 %indvars.iv.next31, %wide.trip.count34
	br i1 %exitcond35.not, label %for.cond.cleanup, label %for.cond1.preheader.us

	for.cond.cleanup: ; preds = %for.cond1.for.cond.cleanup3_crit_edge.us, %entry
	ret void
	}