| ; RUN: opt < %s -S -passes='loop(loop-flatten),verify' -verify-loop-info -verify-dom-info -verify-scev | FileCheck %s |
| |
| target datalayout = "e-m:e-p:32:32-i64:64-v128:64:128-a:0:32-n32-S64" |
| |
| ; CHECK-LABEL: test1 |
| ; Simple loop where the IV's is constant |
| define i32 @test1(i32 %val, ptr nocapture %A) { |
| entry: |
| br label %for.body |
| ; CHECK: entry: |
| ; CHECK: %flatten.tripcount = mul i32 20, 10 |
| ; CHECK: br label %for.body |
| |
| for.body: ; preds = %entry, %for.inc6 |
| %i.018 = phi i32 [ 0, %entry ], [ %inc7, %for.inc6 ] |
| %mul = mul nuw nsw i32 %i.018, 20 |
| br label %for.body3 |
| ; CHECK: for.body: |
| ; CHECK: %i.018 = phi i32 [ 0, %entry ], [ %inc7, %for.inc6 ] |
| ; CHECK: %mul = mul nuw nsw i32 %i.018, 20 |
| ; CHECK: br label %for.body3 |
| |
| for.body3: ; preds = %for.body, %for.body3 |
| %j.017 = phi i32 [ 0, %for.body ], [ %inc, %for.body3 ] |
| %add = add nuw nsw i32 %j.017, %mul |
| %arrayidx = getelementptr inbounds i16, ptr %A, i32 %add |
| %0 = load i16, ptr %arrayidx, align 2 |
| %conv16 = zext i16 %0 to i32 |
| %add4 = add i32 %conv16, %val |
| %conv5 = trunc i32 %add4 to i16 |
| store i16 %conv5, ptr %arrayidx, align 2 |
| %inc = add nuw nsw i32 %j.017, 1 |
| %exitcond = icmp ne i32 %inc, 20 |
| br i1 %exitcond, label %for.body3, label %for.inc6 |
| ; CHECK: for.body3: |
| ; CHECK: %j.017 = phi i32 [ 0, %for.body ] |
| ; CHECK: %add = add nuw nsw i32 %j.017, %mul |
| ; CHECK: %arrayidx = getelementptr inbounds i16, ptr %A, i32 %i.018 |
| ; CHECK: %0 = load i16, ptr %arrayidx, align 2 |
| ; CHECK: %conv16 = zext i16 %0 to i32 |
| ; CHECK: %add4 = add i32 %conv16, %val |
| ; CHECK: %conv5 = trunc i32 %add4 to i16 |
| ; CHECK: store i16 %conv5, ptr %arrayidx, align 2 |
| ; CHECK: %inc = add nuw nsw i32 %j.017, 1 |
| ; CHECK: %exitcond = icmp ne i32 %inc, 20 |
| ; CHECK: br label %for.inc6 |
| |
| for.inc6: ; preds = %for.body3 |
| %inc7 = add nuw nsw i32 %i.018, 1 |
| %exitcond19 = icmp ne i32 %inc7, 10 |
| br i1 %exitcond19, label %for.body, label %for.end8 |
| ; CHECK: for.inc6: |
| ; CHECK: %inc7 = add nuw nsw i32 %i.018, 1 |
| ; CHECK: %exitcond19 = icmp ne i32 %inc7, %flatten.tripcount |
| ; CHECK: br i1 %exitcond19, label %for.body, label %for.end8 |
| |
| for.end8: ; preds = %for.inc6 |
| ret i32 10 |
| } |
| |
| |
| ; CHECK-LABEL: test2 |
| ; Same as above but non constant IV (which still cannot overflow) |
| define i32 @test2(i8 zeroext %I, i32 %val, ptr nocapture %A) { |
| entry: |
| %conv = zext i8 %I to i32 |
| %cmp26 = icmp eq i8 %I, 0 |
| br i1 %cmp26, label %for.end13, label %for.body.lr.ph.split.us |
| |
| for.body.lr.ph.split.us: ; preds = %entry |
| br label %for.body.us |
| ; CHECK: for.body.lr.ph.split.us: |
| ; CHECK: %flatten.tripcount = mul i32 %conv, %conv |
| ; CHECK: br label %for.body.us |
| |
| for.body.us: ; preds = %for.cond2.for.inc11_crit_edge.us, %for.body.lr.ph.split.us |
| %i.027.us = phi i32 [ 0, %for.body.lr.ph.split.us ], [ %inc12.us, %for.cond2.for.inc11_crit_edge.us ] |
| %mul.us = mul nuw nsw i32 %i.027.us, %conv |
| br label %for.body6.us |
| ; CHECK: for.body.us: |
| ; CHECK: %i.027.us = phi i32 [ 0, %for.body.lr.ph.split.us ], [ %inc12.us, %for.cond2.for.inc11_crit_edge.us ] |
| ; CHECK: %mul.us = mul nuw nsw i32 %i.027.us, %conv |
| ; CHECK: br label %for.body6.us |
| |
| for.body6.us: ; preds = %for.body.us, %for.body6.us |
| %j.025.us = phi i32 [ 0, %for.body.us ], [ %inc.us, %for.body6.us ] |
| %add.us = add nuw nsw i32 %j.025.us, %mul.us |
| %arrayidx.us = getelementptr inbounds i16, ptr %A, i32 %add.us |
| %0 = load i16, ptr %arrayidx.us, align 2 |
| %conv823.us = zext i16 %0 to i32 |
| %add9.us = add i32 %conv823.us, %val |
| %conv10.us = trunc i32 %add9.us to i16 |
| store i16 %conv10.us, ptr %arrayidx.us, align 2 |
| %inc.us = add nuw nsw i32 %j.025.us, 1 |
| %exitcond = icmp ne i32 %inc.us, %conv |
| br i1 %exitcond, label %for.body6.us, label %for.cond2.for.inc11_crit_edge.us |
| ; CHECK: for.body6.us: |
| ; CHECK: %j.025.us = phi i32 [ 0, %for.body.us ] |
| ; CHECK: %add.us = add nuw nsw i32 %j.025.us, %mul.us |
| ; CHECK: %arrayidx.us = getelementptr inbounds i16, ptr %A, i32 %i.027.us |
| ; CHECK: %0 = load i16, ptr %arrayidx.us, align 2 |
| ; CHECK: %conv823.us = zext i16 %0 to i32 |
| ; CHECK: %add9.us = add i32 %conv823.us, %val |
| ; CHECK: %conv10.us = trunc i32 %add9.us to i16 |
| ; CHECK: store i16 %conv10.us, ptr %arrayidx.us, align 2 |
| ; CHECK: %inc.us = add nuw nsw i32 %j.025.us, 1 |
| ; CHECK: %exitcond = icmp ne i32 %inc.us, %conv |
| ; CHECK: br label %for.cond2.for.inc11_crit_edge.us |
| |
| for.cond2.for.inc11_crit_edge.us: ; preds = %for.body6.us |
| %inc12.us = add nuw nsw i32 %i.027.us, 1 |
| %exitcond28 = icmp ne i32 %inc12.us, %conv |
| br i1 %exitcond28, label %for.body.us, label %for.end13.loopexit |
| ; CHECK: for.cond2.for.inc11_crit_edge.us: ; preds = %for.body6.us |
| ; CHECK: %inc12.us = add nuw nsw i32 %i.027.us, 1 |
| ; CHECK: %exitcond28 = icmp ne i32 %inc12.us, %flatten.tripcount |
| ; CHECK: br i1 %exitcond28, label %for.body.us, label %for.end13.loopexit |
| |
| for.end13.loopexit: ; preds = %for.cond2.for.inc11_crit_edge.us |
| br label %for.end13 |
| |
| for.end13: ; preds = %for.end13.loopexit, %entry |
| %i.0.lcssa = phi i32 [ 0, %entry ], [ %conv, %for.end13.loopexit ] |
| ret i32 %i.0.lcssa |
| } |
| |
| |
| ; CHECK-LABEL: test3 |
| ; Same as above, uses load to determine it can't overflow |
| define i32 @test3(i32 %N, i32 %val, ptr nocapture %A) local_unnamed_addr #0 { |
| entry: |
| %cmp21 = icmp eq i32 %N, 0 |
| br i1 %cmp21, label %for.end8, label %for.body.lr.ph.split.us |
| |
| for.body.lr.ph.split.us: ; preds = %entry |
| br label %for.body.us |
| ; CHECK: for.body.lr.ph.split.us: |
| ; CHECK: %flatten.tripcount = mul i32 %N, %N |
| ; CHECK: br label %for.body.us |
| |
| for.body.us: ; preds = %for.cond1.for.inc6_crit_edge.us, %for.body.lr.ph.split.us |
| %i.022.us = phi i32 [ 0, %for.body.lr.ph.split.us ], [ %inc7.us, %for.cond1.for.inc6_crit_edge.us ] |
| %mul.us = mul i32 %i.022.us, %N |
| br label %for.body3.us |
| ; CHECK: for.body.us: |
| ; CHECK: %i.022.us = phi i32 [ 0, %for.body.lr.ph.split.us ], [ %inc7.us, %for.cond1.for.inc6_crit_edge.us ] |
| ; CHECK: %mul.us = mul i32 %i.022.us, %N |
| ; CHECK: br label %for.body3.us |
| |
| for.body3.us: ; preds = %for.body.us, %for.body3.us |
| %j.020.us = phi i32 [ 0, %for.body.us ], [ %inc.us, %for.body3.us ] |
| %add.us = add i32 %j.020.us, %mul.us |
| %arrayidx.us = getelementptr inbounds i16, ptr %A, i32 %add.us |
| %0 = load i16, ptr %arrayidx.us, align 2 |
| %conv18.us = zext i16 %0 to i32 |
| %add4.us = add i32 %conv18.us, %val |
| %conv5.us = trunc i32 %add4.us to i16 |
| store i16 %conv5.us, ptr %arrayidx.us, align 2 |
| %inc.us = add nuw i32 %j.020.us, 1 |
| %exitcond = icmp ne i32 %inc.us, %N |
| br i1 %exitcond, label %for.body3.us, label %for.cond1.for.inc6_crit_edge.us |
| ; CHECK: for.body3.us: |
| ; CHECK: %j.020.us = phi i32 [ 0, %for.body.us ] |
| ; CHECK: %add.us = add i32 %j.020.us, %mul.us |
| ; CHECK: %arrayidx.us = getelementptr inbounds i16, ptr %A, i32 %i.022.us |
| ; CHECK: %0 = load i16, ptr %arrayidx.us, align 2 |
| ; CHECK: %conv18.us = zext i16 %0 to i32 |
| ; CHECK: %add4.us = add i32 %conv18.us, %val |
| ; CHECK: %conv5.us = trunc i32 %add4.us to i16 |
| ; CHECK: store i16 %conv5.us, ptr %arrayidx.us, align 2 |
| ; CHECK: %inc.us = add nuw i32 %j.020.us, 1 |
| ; CHECK: %exitcond = icmp ne i32 %inc.us, %N |
| ; CHECK: br label %for.cond1.for.inc6_crit_edge.us |
| |
| for.cond1.for.inc6_crit_edge.us: ; preds = %for.body3.us |
| %inc7.us = add nuw i32 %i.022.us, 1 |
| %exitcond23 = icmp ne i32 %inc7.us, %N |
| br i1 %exitcond23, label %for.body.us, label %for.end8.loopexit |
| ; CHECK: for.cond1.for.inc6_crit_edge.us: |
| ; CHECK: %inc7.us = add nuw i32 %i.022.us, 1 |
| ; CHECK: %exitcond23 = icmp ne i32 %inc7.us, %flatten.tripcount |
| ; CHECK: br i1 %exitcond23, label %for.body.us, label %for.end8.loopexit |
| |
| for.end8.loopexit: ; preds = %for.cond1.for.inc6_crit_edge.us |
| br label %for.end8 |
| |
| for.end8: ; preds = %for.end8.loopexit, %entry |
| %i.0.lcssa = phi i32 [ 0, %entry ], [ %N, %for.end8.loopexit ] |
| ret i32 %i.0.lcssa |
| } |
| |
| |
| ; CHECK-LABEL: test4 |
| ; Multiplication cannot overflow, so we can replace the original loop. |
| define void @test4(i16 zeroext %N, ptr nocapture %C, ptr nocapture readonly %A, i32 %scale) { |
| entry: |
| %conv = zext i16 %N to i32 |
| %cmp30 = icmp eq i16 %N, 0 |
| br i1 %cmp30, label %for.cond.cleanup, label %for.body.lr.ph.split.us |
| ; CHECK: entry: |
| ; CHECK: %[[LIMIT:.*]] = zext i16 %N to i32 |
| ; CHECK: br i1 %{{.*}} label %for.cond.cleanup, label %for.body.lr.ph.split.us |
| |
| for.body.lr.ph.split.us: ; preds = %entry |
| br label %for.body.us |
| ; CHECK: for.body.lr.ph.split.us: |
| ; CHECK: %[[TRIPCOUNT:.*]] = mul i32 %[[LIMIT]], %[[LIMIT]] |
| ; CHECK: br label %for.body.us |
| |
| for.body.us: ; preds = %for.cond2.for.cond.cleanup6_crit_edge.us, %for.body.lr.ph.split.us |
| %i.031.us = phi i32 [ 0, %for.body.lr.ph.split.us ], [ %inc15.us, %for.cond2.for.cond.cleanup6_crit_edge.us ] |
| %mul.us = mul nuw nsw i32 %i.031.us, %conv |
| br label %for.body7.us |
| ; CHECK: for.body.us: |
| ; CHECK: %[[OUTER_IV:.*]] = phi i32 |
| ; CHECK: br label %for.body7.us |
| |
| for.body7.us: ; preds = %for.body.us, %for.body7.us |
| ; CHECK: for.body7.us: |
| %j.029.us = phi i32 [ 0, %for.body.us ], [ %inc.us, %for.body7.us ] |
| %add.us = add nuw nsw i32 %j.029.us, %mul.us |
| %arrayidx.us = getelementptr inbounds i32, ptr %A, i32 %add.us |
| ; CHECK: getelementptr inbounds i32, ptr %A, i32 %[[OUTER_IV]] |
| %0 = load i32, ptr %arrayidx.us, align 4 |
| %mul9.us = mul nsw i32 %0, %scale |
| ; CHECK: getelementptr inbounds i32, ptr %C, i32 %[[OUTER_IV]] |
| %arrayidx13.us = getelementptr inbounds i32, ptr %C, i32 %add.us |
| store i32 %mul9.us, ptr %arrayidx13.us, align 4 |
| %inc.us = add nuw nsw i32 %j.029.us, 1 |
| %exitcond = icmp ne i32 %inc.us, %conv |
| br i1 %exitcond, label %for.body7.us, label %for.cond2.for.cond.cleanup6_crit_edge.us |
| ; CHECK: br label %for.cond2.for.cond.cleanup6_crit_edge.us |
| |
| for.cond2.for.cond.cleanup6_crit_edge.us: ; preds = %for.body7.us |
| %inc15.us = add nuw nsw i32 %i.031.us, 1 |
| %exitcond32 = icmp ne i32 %inc15.us, %conv |
| br i1 %exitcond32, label %for.body.us, label %for.cond.cleanup.loopexit |
| ; CHECK: for.cond2.for.cond.cleanup6_crit_edge.us: |
| ; CHECK: br i1 %exitcond32, label %for.body.us, label %for.cond.cleanup.loopexit |
| |
| for.cond.cleanup.loopexit: ; preds = %for.cond2.for.cond.cleanup6_crit_edge.us |
| br label %for.cond.cleanup |
| ; CHECK: for.cond.cleanup.loopexit: |
| ; CHECK: br label %for.cond.cleanup |
| |
| for.cond.cleanup: ; preds = %for.cond.cleanup.loopexit, %entry |
| ret void |
| ; CHECK: for.cond.cleanup: |
| ; CHECK: ret void |
| } |
| |
| |
| ; CHECK-LABEL: test5 |
| define i32 @test5(i8 zeroext %I, i16 zeroext %J) { |
| entry: |
| %0 = lshr i8 %I, 1 |
| %div = zext i8 %0 to i32 |
| %cmp30 = icmp eq i8 %0, 0 |
| br i1 %cmp30, label %for.cond.cleanup, label %for.body.lr.ph |
| |
| for.body.lr.ph: ; preds = %entry |
| %1 = lshr i16 %J, 1 |
| %div5 = zext i16 %1 to i32 |
| %cmp627 = icmp eq i16 %1, 0 |
| br i1 %cmp627, label %for.body.lr.ph.split, label %for.body.lr.ph.split.us |
| |
| for.body.lr.ph.split.us: ; preds = %for.body.lr.ph |
| br label %for.body.us |
| ; CHECK: for.body.lr.ph.split.us: |
| ; CHECK: %flatten.tripcount = mul i32 %div5, %div |
| ; CHECK: br label %for.body.us |
| |
| for.body.us: ; preds = %for.cond3.for.cond.cleanup8_crit_edge.us, %for.body.lr.ph.split.us |
| %i.032.us = phi i32 [ 0, %for.body.lr.ph.split.us ], [ %inc13.us, %for.cond3.for.cond.cleanup8_crit_edge.us ] |
| %x.031.us = phi i32 [ 1, %for.body.lr.ph.split.us ], [ %xor.us.lcssa, %for.cond3.for.cond.cleanup8_crit_edge.us ] |
| br label %for.body9.us |
| ; CHECK: for.body.us: |
| ; CHECK: %i.032.us = phi i32 [ 0, %for.body.lr.ph.split.us ], [ %inc13.us, %for.cond3.for.cond.cleanup8_crit_edge.us ] |
| ; CHECK: %x.031.us = phi i32 [ 1, %for.body.lr.ph.split.us ], [ %xor.us.lcssa, %for.cond3.for.cond.cleanup8_crit_edge.us ] |
| ; CHECK: br label %for.body9.us |
| |
| for.body9.us: ; preds = %for.body.us, %for.body9.us |
| %j.029.us = phi i32 [ 0, %for.body.us ], [ %inc.us, %for.body9.us ] |
| %x.128.us = phi i32 [ %x.031.us, %for.body.us ], [ %xor.us, %for.body9.us ] |
| %call.us = tail call i32 @func(i32 1) |
| %sub.us = sub nsw i32 %call.us, %x.128.us |
| %xor.us = xor i32 %sub.us, %x.128.us |
| %inc.us = add nuw nsw i32 %j.029.us, 1 |
| %cmp6.us = icmp ult i32 %inc.us, %div5 |
| br i1 %cmp6.us, label %for.body9.us, label %for.cond3.for.cond.cleanup8_crit_edge.us |
| ; CHECK: for.body9.us: |
| ; CHECK: %j.029.us = phi i32 [ 0, %for.body.us ] |
| ; CHECK: %x.128.us = phi i32 [ %x.031.us, %for.body.us ] |
| ; CHECK: %call.us = tail call i32 @func(i32 1) |
| ; CHECK: %sub.us = sub nsw i32 %call.us, %x.128.us |
| ; CHECK: %xor.us = xor i32 %sub.us, %x.128.us |
| ; CHECK: %inc.us = add nuw nsw i32 %j.029.us, 1 |
| ; CHECK: %cmp6.us = icmp ult i32 %inc.us, %div5 |
| ; CHECK: br label %for.cond3.for.cond.cleanup8_crit_edge.us |
| |
| for.cond3.for.cond.cleanup8_crit_edge.us: ; preds = %for.body9.us |
| %xor.us.lcssa = phi i32 [ %xor.us, %for.body9.us ] |
| %inc13.us = add nuw nsw i32 %i.032.us, 1 |
| %cmp.us = icmp ult i32 %inc13.us, %div |
| br i1 %cmp.us, label %for.body.us, label %for.cond.cleanup.loopexit |
| ; CHECK: for.cond3.for.cond.cleanup8_crit_edge.us: |
| ; CHECK: %xor.us.lcssa = phi i32 [ %xor.us, %for.body9.us ] |
| ; CHECK: %inc13.us = add nuw nsw i32 %i.032.us, 1 |
| ; CHECK: %cmp.us = icmp ult i32 %inc13.us, %flatten.tripcount |
| ; CHECK: br i1 %cmp.us, label %for.body.us, label %for.cond.cleanup.loopexit |
| |
| for.body.lr.ph.split: ; preds = %for.body.lr.ph |
| br label %for.body |
| |
| for.cond.cleanup.loopexit: ; preds = %for.cond3.for.cond.cleanup8_crit_edge.us |
| %xor.us.lcssa.lcssa = phi i32 [ %xor.us.lcssa, %for.cond3.for.cond.cleanup8_crit_edge.us ] |
| br label %for.cond.cleanup |
| |
| for.cond.cleanup.loopexit34: ; preds = %for.body |
| br label %for.cond.cleanup |
| |
| for.cond.cleanup: ; preds = %for.cond.cleanup.loopexit34, %for.cond.cleanup.loopexit, %entry |
| %x.0.lcssa = phi i32 [ 1, %entry ], [ %xor.us.lcssa.lcssa, %for.cond.cleanup.loopexit ], [ 1, %for.cond.cleanup.loopexit34 ] |
| ret i32 %x.0.lcssa |
| |
| for.body: ; preds = %for.body.lr.ph.split, %for.body |
| %i.032 = phi i32 [ 0, %for.body.lr.ph.split ], [ %inc13, %for.body ] |
| %inc13 = add nuw nsw i32 %i.032, 1 |
| %cmp = icmp ult i32 %inc13, %div |
| br i1 %cmp, label %for.body, label %for.cond.cleanup.loopexit34 |
| } |
| |
| |
| ; CHECK-LABEL: test6 |
| define i32 @test6(i8 zeroext %I, i16 zeroext %J) { |
| entry: |
| %0 = lshr i8 %I, 1 |
| %div = zext i8 %0 to i32 |
| %cmp30 = icmp eq i8 %0, 0 |
| br i1 %cmp30, label %for.cond.cleanup, label %for.body.lr.ph |
| |
| for.body.lr.ph: ; preds = %entry |
| %1 = lshr i16 %J, 1 |
| %div5 = zext i16 %1 to i32 |
| %cmp627 = icmp eq i16 %1, 0 |
| br i1 %cmp627, label %for.body.lr.ph.split, label %for.body.lr.ph.split.us |
| |
| for.body.lr.ph.split.us: ; preds = %for.body.lr.ph |
| br label %for.body.us |
| ; CHECK: for.body.lr.ph.split.us: |
| ; CHECK: %flatten.tripcount = mul i32 %div5, %div |
| ; CHECK: br label %for.body.us |
| |
| for.body.us: ; preds = %for.cond3.for.cond.cleanup8_crit_edge.us, %for.body.lr.ph.split.us |
| %i.032.us = phi i32 [ 0, %for.body.lr.ph.split.us ], [ %inc13.us, %for.cond3.for.cond.cleanup8_crit_edge.us ] |
| %x.031.us = phi i32 [ 1, %for.body.lr.ph.split.us ], [ %xor.us.lcssa, %for.cond3.for.cond.cleanup8_crit_edge.us ] |
| %mul.us = mul nuw nsw i32 %i.032.us, %div5 |
| br label %for.body9.us |
| ; CHECK: for.body.us: |
| ; CHECK: %i.032.us = phi i32 [ 0, %for.body.lr.ph.split.us ], [ %inc13.us, %for.cond3.for.cond.cleanup8_crit_edge.us ] |
| ; CHECK: %x.031.us = phi i32 [ 1, %for.body.lr.ph.split.us ], [ %xor.us.lcssa, %for.cond3.for.cond.cleanup8_crit_edge.us ] |
| ; CHECK: %mul.us = mul nuw nsw i32 %i.032.us, %div5 |
| ; CHECK: br label %for.body9.us |
| |
| for.body9.us: ; preds = %for.body.us, %for.body9.us |
| %j.029.us = phi i32 [ 0, %for.body.us ], [ %inc.us, %for.body9.us ] |
| %x.128.us = phi i32 [ %x.031.us, %for.body.us ], [ %xor.us, %for.body9.us ] |
| %add.us = add nuw nsw i32 %j.029.us, %mul.us |
| %call.us = tail call i32 @func(i32 %add.us) |
| %sub.us = sub nsw i32 %call.us, %x.128.us |
| %xor.us = xor i32 %sub.us, %x.128.us |
| %inc.us = add nuw nsw i32 %j.029.us, 1 |
| %cmp6.us = icmp ult i32 %inc.us, %div5 |
| br i1 %cmp6.us, label %for.body9.us, label %for.cond3.for.cond.cleanup8_crit_edge.us |
| ; CHECK: for.body9.us: |
| ; CHECK: %j.029.us = phi i32 [ 0, %for.body.us ] |
| ; CHECK: %x.128.us = phi i32 [ %x.031.us, %for.body.us ] |
| ; CHECK: %add.us = add nuw nsw i32 %j.029.us, %mul.us |
| ; CHECK: %call.us = tail call i32 @func(i32 %i.032.us) |
| ; CHECK: %sub.us = sub nsw i32 %call.us, %x.128.us |
| ; CHECK: %xor.us = xor i32 %sub.us, %x.128.us |
| ; CHECK: %inc.us = add nuw nsw i32 %j.029.us, 1 |
| ; CHECK: %cmp6.us = icmp ult i32 %inc.us, %div5 |
| ; CHECK: br label %for.cond3.for.cond.cleanup8_crit_edge.us |
| |
| for.cond3.for.cond.cleanup8_crit_edge.us: ; preds = %for.body9.us |
| %xor.us.lcssa = phi i32 [ %xor.us, %for.body9.us ] |
| %inc13.us = add nuw nsw i32 %i.032.us, 1 |
| %cmp.us = icmp ult i32 %inc13.us, %div |
| br i1 %cmp.us, label %for.body.us, label %for.cond.cleanup.loopexit |
| ; CHECK: for.cond3.for.cond.cleanup8_crit_edge.us: |
| ; CHECK: %xor.us.lcssa = phi i32 [ %xor.us, %for.body9.us ] |
| ; CHECK: %inc13.us = add nuw nsw i32 %i.032.us, 1 |
| ; CHECK: %cmp.us = icmp ult i32 %inc13.us, %flatten.tripcount |
| ; CHECK: br i1 %cmp.us, label %for.body.us, label %for.cond.cleanup.loopexit |
| |
| for.body.lr.ph.split: ; preds = %for.body.lr.ph |
| br label %for.body |
| |
| for.cond.cleanup.loopexit: ; preds = %for.cond3.for.cond.cleanup8_crit_edge.us |
| %xor.us.lcssa.lcssa = phi i32 [ %xor.us.lcssa, %for.cond3.for.cond.cleanup8_crit_edge.us ] |
| br label %for.cond.cleanup |
| |
| for.cond.cleanup.loopexit34: ; preds = %for.body |
| br label %for.cond.cleanup |
| |
| for.cond.cleanup: ; preds = %for.cond.cleanup.loopexit34, %for.cond.cleanup.loopexit, %entry |
| %x.0.lcssa = phi i32 [ 1, %entry ], [ %xor.us.lcssa.lcssa, %for.cond.cleanup.loopexit ], [ 1, %for.cond.cleanup.loopexit34 ] |
| ret i32 %x.0.lcssa |
| |
| for.body: ; preds = %for.body.lr.ph.split, %for.body |
| %i.032 = phi i32 [ 0, %for.body.lr.ph.split ], [ %inc13, %for.body ] |
| %inc13 = add nuw nsw i32 %i.032, 1 |
| %cmp = icmp ult i32 %inc13, %div |
| br i1 %cmp, label %for.body, label %for.cond.cleanup.loopexit34 |
| } |
| |
| ; CHECK-LABEL: test7 |
| ; Various inner phis and conditions which we can still work with |
| define signext i16 @test7(i32 %I, i32 %J, ptr nocapture readonly %C, i16 signext %limit) { |
| entry: |
| %cmp43 = icmp eq i32 %J, 0 |
| br i1 %cmp43, label %for.end17, label %for.body.lr.ph |
| |
| for.body.lr.ph: ; preds = %entry |
| %conv = sext i16 %limit to i32 |
| br label %for.body.us |
| ; CHECK: for.body.lr.ph: |
| ; CHECK: %conv = sext i16 %limit to i32 |
| ; CHECK: %flatten.tripcount = mul i32 %J, %J |
| ; CHECK: br label %for.body.us |
| |
| for.body.us: ; preds = %for.cond1.for.inc15_crit_edge.us, %for.body.lr.ph |
| %i.047.us = phi i32 [ 0, %for.body.lr.ph ], [ %inc16.us, %for.cond1.for.inc15_crit_edge.us ] |
| %ret.046.us = phi i16 [ 0, %for.body.lr.ph ], [ %ret.2.us.lcssa, %for.cond1.for.inc15_crit_edge.us ] |
| %prev.045.us = phi i32 [ 0, %for.body.lr.ph ], [ %.lcssa, %for.cond1.for.inc15_crit_edge.us ] |
| %tmp.044.us = phi i32 [ 0, %for.body.lr.ph ], [ %tmp.2.us.lcssa, %for.cond1.for.inc15_crit_edge.us ] |
| %mul.us = mul i32 %i.047.us, %J |
| br label %for.body3.us |
| ; CHECK: for.body.us: |
| ; CHECK: %i.047.us = phi i32 [ 0, %for.body.lr.ph ], [ %inc16.us, %for.cond1.for.inc15_crit_edge.us ] |
| ; CHECK: %ret.046.us = phi i16 [ 0, %for.body.lr.ph ], [ %ret.2.us.lcssa, %for.cond1.for.inc15_crit_edge.us ] |
| ; CHECK: %prev.045.us = phi i32 [ 0, %for.body.lr.ph ], [ %.lcssa, %for.cond1.for.inc15_crit_edge.us ] |
| ; CHECK: %tmp.044.us = phi i32 [ 0, %for.body.lr.ph ], [ %tmp.2.us.lcssa, %for.cond1.for.inc15_crit_edge.us ] |
| ; CHECK: %mul.us = mul i32 %i.047.us, %J |
| ; CHECK: br label %for.body3.us |
| |
| for.body3.us: ; preds = %for.body.us, %if.end.us |
| %j.040.us = phi i32 [ 0, %for.body.us ], [ %inc.us, %if.end.us ] |
| %ret.139.us = phi i16 [ %ret.046.us, %for.body.us ], [ %ret.2.us, %if.end.us ] |
| %prev.138.us = phi i32 [ %prev.045.us, %for.body.us ], [ %0, %if.end.us ] |
| %tmp.137.us = phi i32 [ %tmp.044.us, %for.body.us ], [ %tmp.2.us, %if.end.us ] |
| %add.us = add i32 %j.040.us, %mul.us |
| %arrayidx.us = getelementptr inbounds i32, ptr %C, i32 %add.us |
| %0 = load i32, ptr %arrayidx.us, align 4 |
| %add4.us = add nsw i32 %0, %tmp.137.us |
| %cmp5.us = icmp sgt i32 %add4.us, %conv |
| br i1 %cmp5.us, label %if.then.us, label %if.else.us |
| ; CHECK: for.body3.us: |
| ; CHECK: %j.040.us = phi i32 [ 0, %for.body.us ] |
| ; CHECK: %ret.139.us = phi i16 [ %ret.046.us, %for.body.us ] |
| ; CHECK: %prev.138.us = phi i32 [ %prev.045.us, %for.body.us ] |
| ; CHECK: %tmp.137.us = phi i32 [ %tmp.044.us, %for.body.us ] |
| ; CHECK: %add.us = add i32 %j.040.us, %mul.us |
| ; CHECK: %arrayidx.us = getelementptr inbounds i32, ptr %C, i32 %i.047.us |
| ; CHECK: %0 = load i32, ptr %arrayidx.us, align 4 |
| ; CHECK: %add4.us = add nsw i32 %0, %tmp.137.us |
| ; CHECK: %cmp5.us = icmp sgt i32 %add4.us, %conv |
| ; CHECK: br i1 %cmp5.us, label %if.then.us, label %if.else.us |
| |
| if.else.us: ; preds = %for.body3.us |
| %cmp10.us = icmp sgt i32 %0, %prev.138.us |
| %cond.us = zext i1 %cmp10.us to i32 |
| %conv1235.us = zext i16 %ret.139.us to i32 |
| %add13.us = add nuw nsw i32 %cond.us, %conv1235.us |
| br label %if.end.us |
| ; CHECK: if.else.us: |
| ; CHECK: %cmp10.us = icmp sgt i32 %0, %prev.138.us |
| ; CHECK: %cond.us = zext i1 %cmp10.us to i32 |
| ; CHECK: %conv1235.us = zext i16 %ret.139.us to i32 |
| ; CHECK: %add13.us = add nuw nsw i32 %cond.us, %conv1235.us |
| ; CHECK: br label %if.end.us |
| |
| if.then.us: ; preds = %for.body3.us |
| %conv7.us = sext i16 %ret.139.us to i32 |
| %add8.us = add nsw i32 %conv7.us, 10 |
| br label %if.end.us |
| ; CHECK: if.then.us: |
| ; CHECK: %conv7.us = sext i16 %ret.139.us to i32 |
| ; CHECK: %add8.us = add nsw i32 %conv7.us, 10 |
| ; CHECK: br label %if.end.us |
| |
| if.end.us: ; preds = %if.then.us, %if.else.us |
| %tmp.2.us = phi i32 [ 0, %if.then.us ], [ %add4.us, %if.else.us ] |
| %ret.2.in.us = phi i32 [ %add8.us, %if.then.us ], [ %add13.us, %if.else.us ] |
| %ret.2.us = trunc i32 %ret.2.in.us to i16 |
| %inc.us = add nuw i32 %j.040.us, 1 |
| %exitcond = icmp ne i32 %inc.us, %J |
| br i1 %exitcond, label %for.body3.us, label %for.cond1.for.inc15_crit_edge.us |
| ; CHECK: if.end.us: |
| ; CHECK: %tmp.2.us = phi i32 [ 0, %if.then.us ], [ %add4.us, %if.else.us ] |
| ; CHECK: %ret.2.in.us = phi i32 [ %add8.us, %if.then.us ], [ %add13.us, %if.else.us ] |
| ; CHECK: %ret.2.us = trunc i32 %ret.2.in.us to i16 |
| ; CHECK: %inc.us = add nuw i32 %j.040.us, 1 |
| ; CHECK: %exitcond = icmp ne i32 %inc.us, %J |
| ; CHECK: br label %for.cond1.for.inc15_crit_edge.us |
| |
| for.cond1.for.inc15_crit_edge.us: ; preds = %if.end.us |
| %tmp.2.us.lcssa = phi i32 [ %tmp.2.us, %if.end.us ] |
| %ret.2.us.lcssa = phi i16 [ %ret.2.us, %if.end.us ] |
| %.lcssa = phi i32 [ %0, %if.end.us ] |
| %inc16.us = add nuw i32 %i.047.us, 1 |
| %exitcond49 = icmp ne i32 %inc16.us, %J |
| br i1 %exitcond49, label %for.body.us, label %for.end17.loopexit |
| ; CHECK: for.cond1.for.inc15_crit_edge.us: |
| ; CHECK: %tmp.2.us.lcssa = phi i32 [ %tmp.2.us, %if.end.us ] |
| ; CHECK: %ret.2.us.lcssa = phi i16 [ %ret.2.us, %if.end.us ] |
| ; CHECK: %.lcssa = phi i32 [ %0, %if.end.us ] |
| ; CHECK: %inc16.us = add nuw i32 %i.047.us, 1 |
| ; CHECK: %exitcond49 = icmp ne i32 %inc16.us, %flatten.tripcount |
| ; CHECK: br i1 %exitcond49, label %for.body.us, label %for.end17.loopexit |
| |
| for.end17.loopexit: ; preds = %for.cond1.for.inc15_crit_edge.us |
| %ret.2.us.lcssa.lcssa = phi i16 [ %ret.2.us.lcssa, %for.cond1.for.inc15_crit_edge.us ] |
| br label %for.end17 |
| |
| for.end17: ; preds = %for.end17.loopexit, %entry |
| %ret.0.lcssa = phi i16 [ 0, %entry ], [ %ret.2.us.lcssa.lcssa, %for.end17.loopexit ] |
| ret i16 %ret.0.lcssa |
| } |
| |
| ; CHECK-LABEL: test8 |
| ; Same as test1, but with different continue block order |
| ; (uses icmp eq and loops on false) |
| define i32 @test8(i32 %val, ptr nocapture %A) { |
| entry: |
| br label %for.body |
| ; CHECK: entry: |
| ; CHECK: %flatten.tripcount = mul i32 20, 10 |
| ; CHECK: br label %for.body |
| |
| for.body: ; preds = %entry, %for.inc6 |
| %i.018 = phi i32 [ 0, %entry ], [ %inc7, %for.inc6 ] |
| %mul = mul nuw nsw i32 %i.018, 20 |
| br label %for.body3 |
| ; CHECK: for.body: |
| ; CHECK: %i.018 = phi i32 [ 0, %entry ], [ %inc7, %for.inc6 ] |
| ; CHECK: %mul = mul nuw nsw i32 %i.018, 20 |
| ; CHECK: br label %for.body3 |
| |
| for.body3: ; preds = %for.body, %for.body3 |
| %j.017 = phi i32 [ 0, %for.body ], [ %inc, %for.body3 ] |
| %add = add nuw nsw i32 %j.017, %mul |
| %arrayidx = getelementptr inbounds i16, ptr %A, i32 %add |
| %0 = load i16, ptr %arrayidx, align 2 |
| %conv16 = zext i16 %0 to i32 |
| %add4 = add i32 %conv16, %val |
| %conv5 = trunc i32 %add4 to i16 |
| store i16 %conv5, ptr %arrayidx, align 2 |
| %inc = add nuw nsw i32 %j.017, 1 |
| %exitcond = icmp eq i32 %inc, 20 |
| br i1 %exitcond, label %for.inc6, label %for.body3 |
| ; CHECK: for.body3: |
| ; CHECK: %j.017 = phi i32 [ 0, %for.body ] |
| ; CHECK: %add = add nuw nsw i32 %j.017, %mul |
| ; CHECK: %arrayidx = getelementptr inbounds i16, ptr %A, i32 %i.018 |
| ; CHECK: %0 = load i16, ptr %arrayidx, align 2 |
| ; CHECK: %conv16 = zext i16 %0 to i32 |
| ; CHECK: %add4 = add i32 %conv16, %val |
| ; CHECK: %conv5 = trunc i32 %add4 to i16 |
| ; CHECK: store i16 %conv5, ptr %arrayidx, align 2 |
| ; CHECK: %inc = add nuw nsw i32 %j.017, 1 |
| ; CHECK: %exitcond = icmp eq i32 %inc, 20 |
| ; CHECK: br label %for.inc6 |
| |
| for.inc6: ; preds = %for.body3 |
| %inc7 = add nuw nsw i32 %i.018, 1 |
| %exitcond19 = icmp eq i32 %inc7, 10 |
| br i1 %exitcond19, label %for.end8, label %for.body |
| ; CHECK: for.inc6: |
| ; CHECK: %inc7 = add nuw nsw i32 %i.018, 1 |
| ; CHECK: %exitcond19 = icmp eq i32 %inc7, %flatten.tripcount |
| ; CHECK: br i1 %exitcond19, label %for.end8, label %for.body |
| |
| for.end8: ; preds = %for.inc6 |
| ret i32 10 |
| } |
| |
| ; When the inner loop trip count is a constant and the step |
| ; is 1, the InstCombine pass causes the transformation e.g. |
| ; icmp ult i32 %inc, 20 -> icmp ult i32 %j, 19. This doesn't |
| ; match the pattern (OuterPHI * InnerTripCount) + InnerPHI but |
| ; we should still flatten the loop as the compare is removed |
| ; later anyway. |
| define i32 @test9(ptr nocapture %A) { |
| entry: |
| br label %for.cond1.preheader |
| ; CHECK-LABEL: test9 |
| ; CHECK: entry: |
| ; CHECK: %flatten.tripcount = mul i32 20, 11 |
| ; CHECK: br label %for.cond1.preheader |
| |
| for.cond1.preheader: |
| %i.017 = phi i32 [ 0, %entry ], [ %inc6, %for.cond.cleanup3 ] |
| %mul = mul i32 %i.017, 20 |
| br label %for.body4 |
| ; CHECK: for.cond1.preheader: |
| ; CHECK: %i.017 = phi i32 [ 0, %entry ], [ %inc6, %for.cond.cleanup3 ] |
| ; CHECK: %mul = mul i32 %i.017, 20 |
| ; CHECK: br label %for.body4 |
| |
| for.cond.cleanup3: |
| %inc6 = add i32 %i.017, 1 |
| %cmp = icmp ult i32 %inc6, 11 |
| br i1 %cmp, label %for.cond1.preheader, label %for.cond.cleanup |
| ; CHECK: for.cond.cleanup3: |
| ; CHECK: %inc6 = add i32 %i.017, 1 |
| ; CHECK: %cmp = icmp ult i32 %inc6, %flatten.tripcount |
| ; CHECK: br i1 %cmp, label %for.cond1.preheader, label %for.cond.cleanup |
| |
| for.body4: |
| %j.016 = phi i32 [ 0, %for.cond1.preheader ], [ %inc, %for.body4 ] |
| %add = add i32 %j.016, %mul |
| %arrayidx = getelementptr inbounds i32, ptr %A, i32 %add |
| store i32 30, ptr %arrayidx, align 4 |
| %inc = add nuw nsw i32 %j.016, 1 |
| %cmp2 = icmp ult i32 %j.016, 19 |
| br i1 %cmp2, label %for.body4, label %for.cond.cleanup3 |
| ; CHECK: for.body4 |
| ; CHECK: %j.016 = phi i32 [ 0, %for.cond1.preheader ] |
| ; CHECK: %add = add i32 %j.016, %mul |
| ; CHECK: %arrayidx = getelementptr inbounds i32, ptr %A, i32 %i.017 |
| ; CHECK: store i32 30, ptr %arrayidx, align 4 |
| ; CHECK: %inc = add nuw nsw i32 %j.016, 1 |
| ; CHECK: %cmp2 = icmp ult i32 %j.016, 19 |
| ; CHECK: br label %for.cond.cleanup3 |
| |
| for.cond.cleanup: |
| %0 = load i32, ptr %A, align 4 |
| ret i32 %0 |
| } |
| |
| declare i32 @func(i32) |
| |
