| ; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 5 | |
| ; RUN: opt -S -passes=loop-fusion,verify -loop-fusion-disable-cost-model < %s | FileCheck %s | |
| define void @sink_preheader(i32 %N) { | |
| ; CHECK-LABEL: define void @sink_preheader( | |
| ; CHECK-SAME: i32 [[N:%.*]]) { | |
| ; CHECK-NEXT: [[PRE1:.*]]: | |
| ; CHECK-NEXT: br label %[[BODY1:.*]] | |
| ; CHECK: [[BODY1]]: | |
| ; CHECK-NEXT: [[I:%.*]] = phi i32 [ [[I_NEXT:%.*]], %[[BODY1]] ], [ 0, %[[PRE1]] ] | |
| ; CHECK-NEXT: [[I2:%.*]] = phi i32 [ [[I_NEXT2:%.*]], %[[BODY1]] ], [ 0, %[[PRE1]] ] | |
| ; CHECK-NEXT: [[I_NEXT]] = add i32 1, [[I]] | |
| ; CHECK-NEXT: [[COND:%.*]] = icmp ne i32 [[I]], [[N]] | |
| ; CHECK-NEXT: [[BARRIER:%.*]] = add i32 1, [[N]] | |
| ; CHECK-NEXT: [[I_NEXT2]] = add i32 1, [[I2]] | |
| ; CHECK-NEXT: [[COND2:%.*]] = icmp ne i32 [[I2]], [[N]] | |
| ; CHECK-NEXT: br i1 [[COND2]], label %[[BODY1]], label %[[EXIT:.*]] | |
| ; CHECK: [[EXIT]]: | |
| ; CHECK-NEXT: [[SINKME:%.*]] = add i32 1, [[BARRIER]] | |
| ; CHECK-NEXT: [[SINKME2:%.*]] = add i32 1, [[BARRIER]] | |
| ; CHECK-NEXT: [[SINKME3:%.*]] = add i32 1, [[SINKME2]] | |
| ; CHECK-NEXT: ret void | |
| ; | |
| pre1: | |
| br label %body1 | |
| body1: ; preds = %pre1, %body1 | |
| %i = phi i32 [%i_next, %body1], [0, %pre1] | |
| %i_next = add i32 1, %i | |
| %cond = icmp ne i32 %i, %N | |
| %barrier = add i32 1, %N | |
| br i1 %cond, label %body1, label %pre2 | |
| pre2: | |
| %sinkme = add i32 1, %barrier | |
| %sinkme2 = add i32 1, %barrier | |
| %sinkme3 = add i32 1, %sinkme2 | |
| br label %body2 | |
| body2: ; preds = %pre2, %body2 | |
| %i2 = phi i32 [%i_next2, %body2], [0, %pre2] | |
| %i_next2 = add i32 1, %i2 | |
| %cond2 = icmp ne i32 %i2, %N | |
| br i1 %cond2, label %body2, label %exit | |
| exit: | |
| ret void | |
| } | |
| ; %x is defined in the second preheader from the first loop's exit value, and | |
| ; is used outside the second loop through a one-input phi in the exit. Fusion | |
| ; sinks %x to the exit and must fold that phi first. | |
| define i32 @sink_preheader_exit_phi() { | |
| ; CHECK-LABEL: @sink_preheader_exit_phi( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: br label [[L0:%.*]] | |
| ; CHECK: l0: | |
| ; CHECK-NEXT: [[I:%.*]] = phi i32 [ 0, [[ENTRY:%.*]] ], [ [[INC:%.*]], [[L0]] ] | |
| ; CHECK-NEXT: [[J:%.*]] = phi i32 [ 0, [[ENTRY]] ], [ [[JINC:%.*]], [[L0]] ] | |
| ; CHECK-NEXT: [[INC]] = add nuw nsw i32 [[I]], 1 | |
| ; CHECK-NEXT: [[C0:%.*]] = icmp eq i32 [[INC]], 4 | |
| ; CHECK-NEXT: [[JINC]] = add nuw nsw i32 [[J]], 1 | |
| ; CHECK-NEXT: [[C1:%.*]] = icmp eq i32 [[JINC]], 4 | |
| ; CHECK-NEXT: br i1 [[C1]], label [[EXIT:%.*]], label [[L0]] | |
| ; CHECK: exit: | |
| ; CHECK-NEXT: [[X:%.*]] = add i32 [[INC]], 1 | |
| ; CHECK-NEXT: ret i32 [[X]] | |
| ; | |
| entry: | |
| br label %l0 | |
| l0: | |
| %i = phi i32 [ 0, %entry ], [ %inc, %l0 ] | |
| %inc = add nuw nsw i32 %i, 1 | |
| %c0 = icmp eq i32 %inc, 4 | |
| br i1 %c0, label %ph1, label %l0 | |
| ph1: | |
| %lc = phi i32 [ %inc, %l0 ] | |
| %x = add i32 %lc, 1 | |
| br label %l1 | |
| l1: | |
| %j = phi i32 [ 0, %ph1 ], [ %jinc, %l1 ] | |
| %jinc = add nuw nsw i32 %j, 1 | |
| %c1 = icmp eq i32 %jinc, 4 | |
| br i1 %c1, label %exit, label %l1 | |
| exit: | |
| %lx = phi i32 [ %x, %l1 ] | |
| ret i32 %lx | |
| } |