; RUN: llc -O3 -mtriple=thumbv7em -mcpu=cortex-m4 %s -o - | FileCheck %s --check-prefix=CHECK-REG-PRESSURE
; RUN: llc -O3 -mtriple=thumbv7eb %s -o - | FileCheck %s --check-prefix=CHECK-UNSUPPORTED
; RUN: llc -O3 -mtriple=thumbv8m.main -mattr=+dsp -arm-parallel-dsp-load-limit=20 %s -o - | FileCheck %s --check-prefix=CHECK

; CHECK-UNSUPPORTED-LABEL: unroll_n_jam_smlad
; CHECK-UNSUPPORTED-NOT: smlad r{{.}}

; Test that the duplicate loads are removed, which allows parallel dsp to find
; the parallel operations.

; CHECK-LABEL: unroll_n_jam_smlad
define void @unroll_n_jam_smlad(ptr %res, ptr %A, ptr %B, i32 %N, i32 %idx) {
entry:
  %xtraiter306.i = and i32 %N, 3
  %unroll_iter310.i = sub i32 %N, %xtraiter306.i
  %arrayidx.us.i117.i = getelementptr inbounds i32, ptr %res, i32 %idx
  store i32 0, ptr %arrayidx.us.i117.i, align 4
  %mul.us.i118.i = mul i32 %idx, %N
  %inc11.us.i.i = or disjoint i32 %idx, 1
  %arrayidx.us.i117.1.i = getelementptr inbounds i32, ptr %res, i32 %inc11.us.i.i
  store i32 0, ptr %arrayidx.us.i117.1.i, align 4
  %mul.us.i118.1.i = mul i32 %inc11.us.i.i, %N
  %inc11.us.i.1.i = or disjoint i32 %idx, 2
  %arrayidx.us.i117.2.i = getelementptr inbounds i32, ptr %res, i32 %inc11.us.i.1.i
  store i32 0, ptr %arrayidx.us.i117.2.i, align 4
  %mul.us.i118.2.i = mul i32 %inc11.us.i.1.i, %N
  %inc11.us.i.2.i = or disjoint i32 %idx, 3
  %arrayidx.us.i117.3.i = getelementptr inbounds i32, ptr %res, i32 %inc11.us.i.2.i
  store i32 0, ptr %arrayidx.us.i117.3.i, align 4
  %mul.us.i118.3.i = mul i32 %inc11.us.i.2.i, %N
  %inc11.us.i.3.i = add i32 %idx, 4
  br label %for.body

; TODO: CSE, or something similar, is required to remove the duplicate loads.
; CHECK: %for.body
; CHECK: smlad
; CHECK: smlad
; CHECK-NOT: smlad r{{.*}}

; CHECK-REG-PRESSURE: .LBB0_1:
; CHECK-REG-PRESSURE-NOT: call i32 @llvm.arm.smlad
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
; CHECK-REG-PRESSURE-NOT: ldr{{.*}}, [sp
; CHECK-REG-PRESSURE: bne .LBB0_1

for.body:
  %A3 = phi i32 [ %add9.us.i.3361.i, %for.body ], [ 0, %entry ]
  %j.026.us.i.i = phi i32 [ %inc.us.i.3362.i, %for.body ], [ 0, %entry ]
  %A4 = phi i32 [ %add9.us.i.1.3.i, %for.body ], [ 0, %entry ]
  %A5 = phi i32 [ %add9.us.i.2.3.i, %for.body ], [ 0, %entry ]
  %A6 = phi i32 [ %add9.us.i.3.3.i, %for.body ], [ 0, %entry ]
  %niter335.i = phi i32 [ %niter335.nsub.3.i, %for.body ], [ %unroll_iter310.i, %entry ]
  %add.us.i.i = add i32 %j.026.us.i.i, %mul.us.i118.i
  %arrayidx4.us.i.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.i
  %A7 = load i16, ptr %arrayidx4.us.i.i, align 2
  %conv.us.i.i = sext i16 %A7 to i32
  %arrayidx5.us.i.i = getelementptr inbounds i16, ptr %B, i32 %j.026.us.i.i
  %A8 = load i16, ptr %arrayidx5.us.i.i, align 2
  %conv6.us.i.i = sext i16 %A8 to i32
  %mul7.us.i.i = mul nsw i32 %conv6.us.i.i, %conv.us.i.i
  %add9.us.i.i = add nsw i32 %mul7.us.i.i, %A3
  %inc.us.i.i = or disjoint i32 %j.026.us.i.i, 1
  %add.us.i.1.i = add i32 %j.026.us.i.i, %mul.us.i118.1.i
  %arrayidx4.us.i.1.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.1.i
  %A9 = load i16, ptr %arrayidx4.us.i.1.i, align 2
  %conv.us.i.1.i = sext i16 %A9 to i32
  %arrayidx5.us.i.1.i = getelementptr inbounds i16, ptr %B, i32 %j.026.us.i.i
  %B0 = load i16, ptr %arrayidx5.us.i.1.i, align 2
  %conv6.us.i.1.i = sext i16 %B0 to i32
  %mul7.us.i.1.i = mul nsw i32 %conv6.us.i.1.i, %conv.us.i.1.i
  %add9.us.i.1.i = add nsw i32 %mul7.us.i.1.i, %A4
  %inc.us.i.1.i = or disjoint i32 %j.026.us.i.i, 1
  %add.us.i.2.i = add i32 %j.026.us.i.i, %mul.us.i118.2.i
  %arrayidx4.us.i.2.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.2.i
  %B1 = load i16, ptr %arrayidx4.us.i.2.i, align 2
  %conv.us.i.2.i = sext i16 %B1 to i32
  %arrayidx5.us.i.2.i = getelementptr inbounds i16, ptr %B, i32 %j.026.us.i.i
  %B2 = load i16, ptr %arrayidx5.us.i.2.i, align 2
  %conv6.us.i.2.i = sext i16 %B2 to i32
  %mul7.us.i.2.i = mul nsw i32 %conv6.us.i.2.i, %conv.us.i.2.i
  %add9.us.i.2.i = add nsw i32 %mul7.us.i.2.i, %A5
  %inc.us.i.2.i = or disjoint i32 %j.026.us.i.i, 1
  %add.us.i.3.i = add i32 %j.026.us.i.i, %mul.us.i118.3.i
  %arrayidx4.us.i.3.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.3.i
  %B3 = load i16, ptr %arrayidx4.us.i.3.i, align 2
  %conv.us.i.3.i = sext i16 %B3 to i32
  %arrayidx5.us.i.3.i = getelementptr inbounds i16, ptr %B, i32 %j.026.us.i.i
  %B4 = load i16, ptr %arrayidx5.us.i.3.i, align 2
  %conv6.us.i.3.i = sext i16 %B4 to i32
  %mul7.us.i.3.i = mul nsw i32 %conv6.us.i.3.i, %conv.us.i.3.i
  %add9.us.i.3.i = add nsw i32 %mul7.us.i.3.i, %A6
  %inc.us.i.3.i = or disjoint i32 %j.026.us.i.i, 1
  %add.us.i.1337.i = add i32 %inc.us.i.i, %mul.us.i118.i
  %arrayidx4.us.i.1338.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.1337.i
  %B5 = load i16, ptr %arrayidx4.us.i.1338.i, align 2
  %conv.us.i.1339.i = sext i16 %B5 to i32
  %arrayidx5.us.i.1340.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.i
  %B6 = load i16, ptr %arrayidx5.us.i.1340.i, align 2
  %conv6.us.i.1341.i = sext i16 %B6 to i32
  %mul7.us.i.1342.i = mul nsw i32 %conv6.us.i.1341.i, %conv.us.i.1339.i
  %add9.us.i.1343.i = add nsw i32 %mul7.us.i.1342.i, %add9.us.i.i
  %inc.us.i.1344.i = or disjoint i32 %j.026.us.i.i, 2
  %add.us.i.1.1.i = add i32 %inc.us.i.1.i, %mul.us.i118.1.i
  %arrayidx4.us.i.1.1.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.1.1.i
  %B7 = load i16, ptr %arrayidx4.us.i.1.1.i, align 2
  %conv.us.i.1.1.i = sext i16 %B7 to i32
  %arrayidx5.us.i.1.1.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.1.i
  %B6.dup = load i16, ptr %arrayidx5.us.i.1.1.i, align 2
  %conv6.us.i.1.1.i = sext i16 %B6.dup to i32
  %mul7.us.i.1.1.i = mul nsw i32 %conv6.us.i.1.1.i, %conv.us.i.1.1.i
  %add9.us.i.1.1.i = add nsw i32 %mul7.us.i.1.1.i, %add9.us.i.1.i
  %inc.us.i.1.1.i = or disjoint i32 %j.026.us.i.i, 2
  %add.us.i.2.1.i = add i32 %inc.us.i.2.i, %mul.us.i118.2.i
  %arrayidx4.us.i.2.1.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.2.1.i
  %B9 = load i16, ptr %arrayidx4.us.i.2.1.i, align 2
  %conv.us.i.2.1.i = sext i16 %B9 to i32
  %arrayidx5.us.i.2.1.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.2.i
  %B6.dup.i = load i16, ptr %arrayidx5.us.i.2.1.i, align 2
  %conv6.us.i.2.1.i = sext i16 %B6.dup.i to i32
  %mul7.us.i.2.1.i = mul nsw i32 %conv6.us.i.2.1.i, %conv.us.i.2.1.i
  %add9.us.i.2.1.i = add nsw i32 %mul7.us.i.2.1.i, %add9.us.i.2.i
  %inc.us.i.2.1.i = or disjoint i32 %j.026.us.i.i, 2
  %add.us.i.3.1.i = add i32 %inc.us.i.3.i, %mul.us.i118.3.i
  %arrayidx4.us.i.3.1.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.3.1.i
  %B11 = load i16, ptr %arrayidx4.us.i.3.1.i, align 2
  %conv.us.i.3.1.i = sext i16 %B11 to i32
  %arrayidx5.us.i.3.1.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.3.i
  %B6.dup.i.i = load i16, ptr %arrayidx5.us.i.3.1.i, align 2
  %conv6.us.i.3.1.i = sext i16 %B6.dup.i.i to i32
  %mul7.us.i.3.1.i = mul nsw i32 %conv6.us.i.3.1.i, %conv.us.i.3.1.i
  %add9.us.i.3.1.i = add nsw i32 %mul7.us.i.3.1.i, %add9.us.i.3.i
  %inc.us.i.3.1.i = or disjoint i32 %j.026.us.i.i, 2
  %add.us.i.2346.i = add i32 %inc.us.i.1344.i, %mul.us.i118.i
  %arrayidx4.us.i.2347.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.2346.i
  %B13 = load i16, ptr %arrayidx4.us.i.2347.i, align 2
  %conv.us.i.2348.i = sext i16 %B13 to i32
  %arrayidx5.us.i.2349.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.1344.i
  %B14 = load i16, ptr %arrayidx5.us.i.2349.i, align 2
  %conv6.us.i.2350.i = sext i16 %B14 to i32
  %mul7.us.i.2351.i = mul nsw i32 %conv6.us.i.2350.i, %conv.us.i.2348.i
  %add9.us.i.2352.i = add nsw i32 %mul7.us.i.2351.i, %add9.us.i.1343.i
  %inc.us.i.2353.i = or disjoint i32 %j.026.us.i.i, 3
  %add.us.i.1.2.i = add i32 %inc.us.i.1.1.i, %mul.us.i118.1.i
  %arrayidx4.us.i.1.2.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.1.2.i
  %B15 = load i16, ptr %arrayidx4.us.i.1.2.i, align 2
  %conv.us.i.1.2.i = sext i16 %B15 to i32
  %arrayidx5.us.i.1.2.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.1.1.i
  %B14.dup = load i16, ptr %arrayidx5.us.i.1.2.i, align 2
  %conv6.us.i.1.2.i = sext i16 %B14.dup to i32
  %mul7.us.i.1.2.i = mul nsw i32 %conv6.us.i.1.2.i, %conv.us.i.1.2.i
  %add9.us.i.1.2.i = add nsw i32 %mul7.us.i.1.2.i, %add9.us.i.1.1.i
  %inc.us.i.1.2.i = or disjoint i32 %j.026.us.i.i, 3
  %add.us.i.2.2.i = add i32 %inc.us.i.2.1.i, %mul.us.i118.2.i
  %arrayidx4.us.i.2.2.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.2.2.i
  %B17 = load i16, ptr %arrayidx4.us.i.2.2.i, align 2
  %conv.us.i.2.2.i = sext i16 %B17 to i32
  %arrayidx5.us.i.2.2.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.2.1.i
  %B14.dup.i = load i16, ptr %arrayidx5.us.i.2.2.i, align 2
  %conv6.us.i.2.2.i = sext i16 %B14.dup.i to i32
  %mul7.us.i.2.2.i = mul nsw i32 %conv6.us.i.2.2.i, %conv.us.i.2.2.i
  %add9.us.i.2.2.i = add nsw i32 %mul7.us.i.2.2.i, %add9.us.i.2.1.i
  %inc.us.i.2.2.i = or disjoint i32 %j.026.us.i.i, 3
  %add.us.i.3.2.i = add i32 %inc.us.i.3.1.i, %mul.us.i118.3.i
  %arrayidx4.us.i.3.2.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.3.2.i
  %B19 = load i16, ptr %arrayidx4.us.i.3.2.i, align 2
  %conv.us.i.3.2.i = sext i16 %B19 to i32
  %arrayidx5.us.i.3.2.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.3.1.i
  %B14.dup.i.i = load i16, ptr %arrayidx5.us.i.3.2.i, align 2
  %conv6.us.i.3.2.i = sext i16 %B14.dup.i.i to i32
  %mul7.us.i.3.2.i = mul nsw i32 %conv6.us.i.3.2.i, %conv.us.i.3.2.i
  %add9.us.i.3.2.i = add nsw i32 %mul7.us.i.3.2.i, %add9.us.i.3.1.i
  %inc.us.i.3.2.i = or disjoint i32 %j.026.us.i.i, 3
  %add.us.i.3355.i = add i32 %inc.us.i.2353.i, %mul.us.i118.i
  %arrayidx4.us.i.3356.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.3355.i
  %B21 = load i16, ptr %arrayidx4.us.i.3356.i, align 2
  %conv.us.i.3357.i = sext i16 %B21 to i32
  %arrayidx5.us.i.3358.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.2353.i
  %B22 = load i16, ptr %arrayidx5.us.i.3358.i, align 2
  %conv6.us.i.3359.i = sext i16 %B22 to i32
  %mul7.us.i.3360.i = mul nsw i32 %conv6.us.i.3359.i, %conv.us.i.3357.i
  %add9.us.i.3361.i = add nsw i32 %mul7.us.i.3360.i, %add9.us.i.2352.i
  %inc.us.i.3362.i = add i32 %j.026.us.i.i, 4
  %add.us.i.1.3.i = add i32 %inc.us.i.1.2.i, %mul.us.i118.1.i
  %arrayidx4.us.i.1.3.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.1.3.i
  %B23 = load i16, ptr %arrayidx4.us.i.1.3.i, align 2
  %conv.us.i.1.3.i = sext i16 %B23 to i32
  %arrayidx5.us.i.1.3.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.1.2.i
  %B22.dup = load i16, ptr %arrayidx5.us.i.1.3.i, align 2
  %conv6.us.i.1.3.i = sext i16 %B22.dup to i32
  %mul7.us.i.1.3.i = mul nsw i32 %conv6.us.i.1.3.i, %conv.us.i.1.3.i
  %add9.us.i.1.3.i = add nsw i32 %mul7.us.i.1.3.i, %add9.us.i.1.2.i
  %add.us.i.2.3.i = add i32 %inc.us.i.2.2.i, %mul.us.i118.2.i
  %arrayidx4.us.i.2.3.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.2.3.i
  %B25 = load i16, ptr %arrayidx4.us.i.2.3.i, align 2
  %conv.us.i.2.3.i = sext i16 %B25 to i32
  %arrayidx5.us.i.2.3.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.2.2.i
  %B22.dup.i = load i16, ptr %arrayidx5.us.i.2.3.i, align 2
  %conv6.us.i.2.3.i = sext i16 %B22.dup.i to i32
  %mul7.us.i.2.3.i = mul nsw i32 %conv6.us.i.2.3.i, %conv.us.i.2.3.i
  %add9.us.i.2.3.i = add nsw i32 %mul7.us.i.2.3.i, %add9.us.i.2.2.i
  %add.us.i.3.3.i = add i32 %inc.us.i.3.2.i, %mul.us.i118.3.i
  %arrayidx4.us.i.3.3.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.3.3.i
  %B27 = load i16, ptr %arrayidx4.us.i.3.3.i, align 2
  %conv.us.i.3.3.i = sext i16 %B27 to i32
  %arrayidx5.us.i.3.3.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.3.2.i
  %B22.dup.i.i = load i16, ptr %arrayidx5.us.i.3.3.i, align 2
  %conv6.us.i.3.3.i = sext i16 %B22.dup.i.i to i32
  %mul7.us.i.3.3.i = mul nsw i32 %conv6.us.i.3.3.i, %conv.us.i.3.3.i
  %add9.us.i.3.3.i = add nsw i32 %mul7.us.i.3.3.i, %add9.us.i.3.2.i
  %niter335.nsub.3.i = add i32 %niter335.i, -4
  %niter335.ncmp.3.i = icmp eq i32 %niter335.nsub.3.i, 0
  br i1 %niter335.ncmp.3.i, label %exit, label %for.body

exit:
  store i32 %add9.us.i.3361.i, ptr %res, align 4
  %arrayidx.out.1.i = getelementptr inbounds i32, ptr %res, i32 1
  store i32 %add9.us.i.1.3.i, ptr %arrayidx.out.1.i, align 4
  %arrayidx.out.2.i = getelementptr inbounds i32, ptr %res, i32 2
  store i32 %add9.us.i.2.3.i, ptr %arrayidx.out.2.i, align 4
  %arrayidx.out.3.i = getelementptr inbounds i32, ptr %res, i32 3
  store i32 %add9.us.i.3.3.i, ptr %arrayidx.out.3.i, align 4
  ret void
}