| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py | |
| ; RUN: llc -mtriple=thumbv8.1m.main-none-none-eabi -mattr=+mve %s -o - | FileCheck %s | |
| define dso_local i32 @test_500_504(ptr nocapture readonly %x) { | |
| ; CHECK-LABEL: test_500_504: | |
| ; CHECK: @ %bb.0: @ %entry | |
| ; CHECK-NEXT: .save {r7, lr} | |
| ; CHECK-NEXT: push {r7, lr} | |
| ; CHECK-NEXT: mov.w lr, #126 | |
| ; CHECK-NEXT: adr r1, .LCPI0_0 | |
| ; CHECK-NEXT: vldrw.u32 q0, [r1] | |
| ; CHECK-NEXT: mov.w r1, #500 | |
| ; CHECK-NEXT: mov.w r12, #0 | |
| ; CHECK-NEXT: vdup.32 q1, r1 | |
| ; CHECK-NEXT: movs r2, #0 | |
| ; CHECK-NEXT: .LBB0_1: @ %vector.body | |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 | |
| ; CHECK-NEXT: vqadd.u32 q2, q0, r2 | |
| ; CHECK-NEXT: adds r2, #4 | |
| ; CHECK-NEXT: vptt.u32 hi, q1, q2 | |
| ; CHECK-NEXT: vldrwt.u32 q2, [r0], #16 | |
| ; CHECK-NEXT: vaddvat.u32 r12, q2 | |
| ; CHECK-NEXT: le lr, .LBB0_1 | |
| ; CHECK-NEXT: @ %bb.2: @ %for.cond.cleanup | |
| ; CHECK-NEXT: mov r0, r12 | |
| ; CHECK-NEXT: pop {r7, pc} | |
| ; CHECK-NEXT: .p2align 4 | |
| ; CHECK-NEXT: @ %bb.3: | |
| ; CHECK-NEXT: .LCPI0_0: | |
| ; CHECK-NEXT: .long 0 @ 0x0 | |
| ; CHECK-NEXT: .long 1 @ 0x1 | |
| ; CHECK-NEXT: .long 2 @ 0x2 | |
| ; CHECK-NEXT: .long 3 @ 0x3 | |
| entry: | |
| br label %vector.body | |
| vector.body: ; preds = %vector.body, %entry | |
| %index = phi i32 [ 0, %entry ], [ %index.next, %vector.body ] | |
| %vec.phi = phi i32 [ 0, %entry ], [ %4, %vector.body ] | |
| %active.lane.mask = call <4 x i1> @llvm.get.active.lane.mask.v4i1.i32(i32 %index, i32 500) | |
| %0 = getelementptr inbounds i32, ptr %x, i32 %index | |
| %1 = bitcast ptr %0 to ptr | |
| %wide.masked.load = call <4 x i32> @llvm.masked.load.v4i32.p0(ptr %1, i32 4, <4 x i1> %active.lane.mask, <4 x i32> undef) | |
| %2 = select <4 x i1> %active.lane.mask, <4 x i32> %wide.masked.load, <4 x i32> zeroinitializer | |
| %3 = call i32 @llvm.vector.reduce.add.v4i32(<4 x i32> %2) | |
| %4 = add i32 %3, %vec.phi | |
| %index.next = add i32 %index, 4 | |
| %5 = icmp eq i32 %index.next, 504 | |
| br i1 %5, label %for.cond.cleanup, label %vector.body | |
| for.cond.cleanup: ; preds = %vector.body | |
| ret i32 %4 | |
| } | |
| define dso_local i32 @test_501_504(ptr nocapture readonly %x) { | |
| ; CHECK-LABEL: test_501_504: | |
| ; CHECK: @ %bb.0: @ %entry | |
| ; CHECK-NEXT: .save {r7, lr} | |
| ; CHECK-NEXT: push {r7, lr} | |
| ; CHECK-NEXT: movw r1, #501 | |
| ; CHECK-NEXT: movs r2, #0 | |
| ; CHECK-NEXT: dlstp.32 lr, r1 | |
| ; CHECK-NEXT: .LBB1_1: @ %vector.body | |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 | |
| ; CHECK-NEXT: vldrw.u32 q0, [r0], #16 | |
| ; CHECK-NEXT: vaddva.u32 r2, q0 | |
| ; CHECK-NEXT: letp lr, .LBB1_1 | |
| ; CHECK-NEXT: @ %bb.2: @ %for.cond.cleanup | |
| ; CHECK-NEXT: mov r0, r2 | |
| ; CHECK-NEXT: pop {r7, pc} | |
| entry: | |
| br label %vector.body | |
| vector.body: ; preds = %vector.body, %entry | |
| %index = phi i32 [ 0, %entry ], [ %index.next, %vector.body ] | |
| %vec.phi = phi i32 [ 0, %entry ], [ %4, %vector.body ] | |
| %active.lane.mask = call <4 x i1> @llvm.get.active.lane.mask.v4i1.i32(i32 %index, i32 501) | |
| %0 = getelementptr inbounds i32, ptr %x, i32 %index | |
| %1 = bitcast ptr %0 to ptr | |
| %wide.masked.load = call <4 x i32> @llvm.masked.load.v4i32.p0(ptr %1, i32 4, <4 x i1> %active.lane.mask, <4 x i32> undef) | |
| %2 = select <4 x i1> %active.lane.mask, <4 x i32> %wide.masked.load, <4 x i32> zeroinitializer | |
| %3 = call i32 @llvm.vector.reduce.add.v4i32(<4 x i32> %2) | |
| %4 = add i32 %3, %vec.phi | |
| %index.next = add i32 %index, 4 | |
| %5 = icmp eq i32 %index.next, 504 | |
| br i1 %5, label %for.cond.cleanup, label %vector.body | |
| for.cond.cleanup: ; preds = %vector.body | |
| ret i32 %4 | |
| } | |
| define dso_local i32 @test_502_504(ptr nocapture readonly %x) { | |
| ; CHECK-LABEL: test_502_504: | |
| ; CHECK: @ %bb.0: @ %entry | |
| ; CHECK-NEXT: .save {r7, lr} | |
| ; CHECK-NEXT: push {r7, lr} | |
| ; CHECK-NEXT: mov.w r1, #502 | |
| ; CHECK-NEXT: movs r2, #0 | |
| ; CHECK-NEXT: dlstp.32 lr, r1 | |
| ; CHECK-NEXT: .LBB2_1: @ %vector.body | |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 | |
| ; CHECK-NEXT: vldrw.u32 q0, [r0], #16 | |
| ; CHECK-NEXT: vaddva.u32 r2, q0 | |
| ; CHECK-NEXT: letp lr, .LBB2_1 | |
| ; CHECK-NEXT: @ %bb.2: @ %for.cond.cleanup | |
| ; CHECK-NEXT: mov r0, r2 | |
| ; CHECK-NEXT: pop {r7, pc} | |
| entry: | |
| br label %vector.body | |
| vector.body: ; preds = %vector.body, %entry | |
| %index = phi i32 [ 0, %entry ], [ %index.next, %vector.body ] | |
| %vec.phi = phi i32 [ 0, %entry ], [ %4, %vector.body ] | |
| %active.lane.mask = call <4 x i1> @llvm.get.active.lane.mask.v4i1.i32(i32 %index, i32 502) | |
| %0 = getelementptr inbounds i32, ptr %x, i32 %index | |
| %1 = bitcast ptr %0 to ptr | |
| %wide.masked.load = call <4 x i32> @llvm.masked.load.v4i32.p0(ptr %1, i32 4, <4 x i1> %active.lane.mask, <4 x i32> undef) | |
| %2 = select <4 x i1> %active.lane.mask, <4 x i32> %wide.masked.load, <4 x i32> zeroinitializer | |
| %3 = call i32 @llvm.vector.reduce.add.v4i32(<4 x i32> %2) | |
| %4 = add i32 %3, %vec.phi | |
| %index.next = add i32 %index, 4 | |
| %5 = icmp eq i32 %index.next, 504 | |
| br i1 %5, label %for.cond.cleanup, label %vector.body | |
| for.cond.cleanup: ; preds = %vector.body | |
| ret i32 %4 | |
| } | |
| define dso_local i32 @test_503_504(ptr nocapture readonly %x) { | |
| ; CHECK-LABEL: test_503_504: | |
| ; CHECK: @ %bb.0: @ %entry | |
| ; CHECK-NEXT: .save {r7, lr} | |
| ; CHECK-NEXT: push {r7, lr} | |
| ; CHECK-NEXT: movw r1, #503 | |
| ; CHECK-NEXT: movs r2, #0 | |
| ; CHECK-NEXT: dlstp.32 lr, r1 | |
| ; CHECK-NEXT: .LBB3_1: @ %vector.body | |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 | |
| ; CHECK-NEXT: vldrw.u32 q0, [r0], #16 | |
| ; CHECK-NEXT: vaddva.u32 r2, q0 | |
| ; CHECK-NEXT: letp lr, .LBB3_1 | |
| ; CHECK-NEXT: @ %bb.2: @ %for.cond.cleanup | |
| ; CHECK-NEXT: mov r0, r2 | |
| ; CHECK-NEXT: pop {r7, pc} | |
| entry: | |
| br label %vector.body | |
| vector.body: ; preds = %vector.body, %entry | |
| %index = phi i32 [ 0, %entry ], [ %index.next, %vector.body ] | |
| %vec.phi = phi i32 [ 0, %entry ], [ %4, %vector.body ] | |
| %active.lane.mask = call <4 x i1> @llvm.get.active.lane.mask.v4i1.i32(i32 %index, i32 503) | |
| %0 = getelementptr inbounds i32, ptr %x, i32 %index | |
| %1 = bitcast ptr %0 to ptr | |
| %wide.masked.load = call <4 x i32> @llvm.masked.load.v4i32.p0(ptr %1, i32 4, <4 x i1> %active.lane.mask, <4 x i32> undef) | |
| %2 = select <4 x i1> %active.lane.mask, <4 x i32> %wide.masked.load, <4 x i32> zeroinitializer | |
| %3 = call i32 @llvm.vector.reduce.add.v4i32(<4 x i32> %2) | |
| %4 = add i32 %3, %vec.phi | |
| %index.next = add i32 %index, 4 | |
| %5 = icmp eq i32 %index.next, 504 | |
| br i1 %5, label %for.cond.cleanup, label %vector.body | |
| for.cond.cleanup: ; preds = %vector.body | |
| ret i32 %4 | |
| } | |
| define dso_local i32 @test_504_504(ptr nocapture readonly %x) { | |
| ; CHECK-LABEL: test_504_504: | |
| ; CHECK: @ %bb.0: @ %entry | |
| ; CHECK-NEXT: .save {r7, lr} | |
| ; CHECK-NEXT: push {r7, lr} | |
| ; CHECK-NEXT: mov.w r1, #504 | |
| ; CHECK-NEXT: movs r2, #0 | |
| ; CHECK-NEXT: dlstp.32 lr, r1 | |
| ; CHECK-NEXT: .LBB4_1: @ %vector.body | |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 | |
| ; CHECK-NEXT: vldrw.u32 q0, [r0], #16 | |
| ; CHECK-NEXT: vaddva.u32 r2, q0 | |
| ; CHECK-NEXT: letp lr, .LBB4_1 | |
| ; CHECK-NEXT: @ %bb.2: @ %for.cond.cleanup | |
| ; CHECK-NEXT: mov r0, r2 | |
| ; CHECK-NEXT: pop {r7, pc} | |
| entry: | |
| br label %vector.body | |
| vector.body: ; preds = %vector.body, %entry | |
| %index = phi i32 [ 0, %entry ], [ %index.next, %vector.body ] | |
| %vec.phi = phi i32 [ 0, %entry ], [ %4, %vector.body ] | |
| %active.lane.mask = call <4 x i1> @llvm.get.active.lane.mask.v4i1.i32(i32 %index, i32 504) | |
| %0 = getelementptr inbounds i32, ptr %x, i32 %index | |
| %1 = bitcast ptr %0 to ptr | |
| %wide.masked.load = call <4 x i32> @llvm.masked.load.v4i32.p0(ptr %1, i32 4, <4 x i1> %active.lane.mask, <4 x i32> undef) | |
| %2 = select <4 x i1> %active.lane.mask, <4 x i32> %wide.masked.load, <4 x i32> zeroinitializer | |
| %3 = call i32 @llvm.vector.reduce.add.v4i32(<4 x i32> %2) | |
| %4 = add i32 %3, %vec.phi | |
| %index.next = add i32 %index, 4 | |
| %5 = icmp eq i32 %index.next, 504 | |
| br i1 %5, label %for.cond.cleanup, label %vector.body | |
| for.cond.cleanup: ; preds = %vector.body | |
| ret i32 %4 | |
| } | |
| declare <4 x i1> @llvm.get.active.lane.mask.v4i1.i32(i32, i32) | |
| declare <4 x i32> @llvm.masked.load.v4i32.p0(ptr, i32 immarg, <4 x i1>, <4 x i32>) | |
| declare i32 @llvm.vector.reduce.add.v4i32(<4 x i32>) |