| ; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --check-globals | |
| ; RUN: opt -S -passes="jump-threading" -debug-only=branch-prob < %s 2>&1 | FileCheck %s | |
| ; RUN: opt -S -passes="require<branch-prob>,jump-threading" -debug-only=branch-prob < %s 2>&1 | FileCheck -check-prefixes=CHECK,CHECK-BPI %s | |
| ; REQUIRES: asserts | |
| ; CHECK-BPI-LABEL: ---- Branch Probability Info : unfold1 ---- | |
| ; CHECK-BPI: set edge cond.false -> 0 successor probability to 0x20000000 / 0x80000000 = 25.00% | |
| ; CHECK-BPI: set edge cond.false -> 1 successor probability to 0x60000000 / 0x80000000 = 75.00% | |
| ; CHECK-BPI-LABEL: ---- Branch Probability Info : unfold2 ---- | |
| ; CHECK-BPI: set edge cond.false -> 0 successor probability to 0x20000000 / 0x80000000 = 25.00% | |
| ; CHECK-BPI: set edge cond.false -> 1 successor probability to 0x60000000 / 0x80000000 = 75.00% | |
| declare void @foo() | |
| declare void @bar() | |
| declare void @baz() | |
| declare void @quux() | |
| ; Jump threading of branch with select as condition. | |
| ; Mostly theoretical since instruction combining simplifies all selects of | |
| ; booleans where at least one operand is true/false/undef. | |
| ;. | |
| ; CHECK: @[[ANCHOR:[a-zA-Z0-9_$"\\.-]+]] = constant [3 x ptr] [ptr blockaddress(@test_indirectbr, [[L1:%.*]]), ptr inttoptr (i32 1 to ptr), ptr blockaddress(@test_indirectbr, [[L3:%.*]])] | |
| ;. | |
| define void @test_br(i1 %cond, i1 %value) nounwind { | |
| ; CHECK-LABEL: @test_br( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: br i1 [[COND:%.*]], label [[L1:%.*]], label [[L0:%.*]] | |
| ; CHECK: L0: | |
| ; CHECK-NEXT: call void @baz() | |
| ; CHECK-NEXT: [[EXPR:%.*]] = select i1 [[COND]], i1 true, i1 [[VALUE:%.*]] | |
| ; CHECK-NEXT: br i1 [[EXPR]], label [[L1]], label [[L2:%.*]] | |
| ; CHECK: L1: | |
| ; CHECK-NEXT: call void @foo() | |
| ; CHECK-NEXT: ret void | |
| ; CHECK: L2: | |
| ; CHECK-NEXT: call void @bar() | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| br i1 %cond, label %L0, label %L3 | |
| L0: | |
| %expr = select i1 %cond, i1 true, i1 %value | |
| br i1 %expr, label %L1, label %L2 | |
| L1: | |
| call void @foo() | |
| ret void | |
| L2: | |
| call void @bar() | |
| ret void | |
| L3: | |
| call void @baz() | |
| br label %L0 | |
| } | |
| ; Jump threading of switch with select as condition. | |
| define void @test_switch(i1 %cond, i8 %value) nounwind { | |
| ; CHECK-LABEL: @test_switch( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: br i1 [[COND:%.*]], label [[L1:%.*]], label [[L0:%.*]] | |
| ; CHECK: L0: | |
| ; CHECK-NEXT: call void @quux() | |
| ; CHECK-NEXT: [[EXPR:%.*]] = select i1 [[COND]], i8 1, i8 [[VALUE:%.*]] | |
| ; CHECK-NEXT: switch i8 [[EXPR]], label [[L3:%.*]] [ | |
| ; CHECK-NEXT: i8 1, label [[L1]] | |
| ; CHECK-NEXT: i8 2, label [[L2:%.*]] | |
| ; CHECK-NEXT: ] | |
| ; CHECK: L1: | |
| ; CHECK-NEXT: call void @foo() | |
| ; CHECK-NEXT: ret void | |
| ; CHECK: L2: | |
| ; CHECK-NEXT: call void @bar() | |
| ; CHECK-NEXT: ret void | |
| ; CHECK: L3: | |
| ; CHECK-NEXT: call void @baz() | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| br i1 %cond, label %L0, label %L4 | |
| L0: | |
| %expr = select i1 %cond, i8 1, i8 %value | |
| switch i8 %expr, label %L3 [i8 1, label %L1 i8 2, label %L2] | |
| L1: | |
| call void @foo() | |
| ret void | |
| L2: | |
| call void @bar() | |
| ret void | |
| L3: | |
| call void @baz() | |
| ret void | |
| L4: | |
| call void @quux() | |
| br label %L0 | |
| } | |
| ; Make sure the blocks in the indirectbr test aren't trivially removable as | |
| ; successors by taking their addresses. | |
| @anchor = constant [3 x ptr] [ | |
| ptr blockaddress(@test_indirectbr, %L1), | |
| ptr blockaddress(@test_indirectbr, %L2), | |
| ptr blockaddress(@test_indirectbr, %L3) | |
| ] | |
| ; Jump threading of indirectbr with select as address. | |
| define void @test_indirectbr(i1 %cond, ptr %address) nounwind { | |
| ; CHECK-LABEL: @test_indirectbr( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: br i1 [[COND:%.*]], label [[L1:%.*]], label [[L3:%.*]] | |
| ; CHECK: L1: | |
| ; CHECK-NEXT: call void @foo() | |
| ; CHECK-NEXT: ret void | |
| ; CHECK: L3: | |
| ; CHECK-NEXT: call void @baz() | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| br i1 %cond, label %L0, label %L3 | |
| L0: | |
| %indirect.goto.dest = select i1 %cond, ptr blockaddress(@test_indirectbr, %L1), ptr %address | |
| indirectbr ptr %indirect.goto.dest, [label %L1, label %L2, label %L3] | |
| L1: | |
| call void @foo() | |
| ret void | |
| L2: | |
| call void @bar() | |
| ret void | |
| L3: | |
| call void @baz() | |
| ret void | |
| } | |
| ; Jump threading of indirectbr with select as address. Test increased | |
| ; duplication threshold for cases where indirectbr is being threaded | |
| ; through. | |
| define void @test_indirectbr_thresh(i1 %cond, ptr %address) nounwind { | |
| ; CHECK-LABEL: @test_indirectbr_thresh( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: br i1 [[COND:%.*]], label [[L1:%.*]], label [[L3:%.*]] | |
| ; CHECK: L1: | |
| ; CHECK-NEXT: call void @quux() | |
| ; CHECK-NEXT: call void @quux() | |
| ; CHECK-NEXT: call void @quux() | |
| ; CHECK-NEXT: call void @foo() | |
| ; CHECK-NEXT: ret void | |
| ; CHECK: L3: | |
| ; CHECK-NEXT: call void @baz() | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| br i1 %cond, label %L0, label %L3 | |
| L0: | |
| %indirect.goto.dest = select i1 %cond, ptr blockaddress(@test_indirectbr_thresh, %L1), ptr %address | |
| call void @quux() | |
| call void @quux() | |
| call void @quux() | |
| indirectbr ptr %indirect.goto.dest, [label %L1, label %L2, label %L3] | |
| L1: | |
| call void @foo() | |
| ret void | |
| L2: | |
| call void @bar() | |
| ret void | |
| L3: | |
| call void @baz() | |
| ret void | |
| } | |
| ; A more complicated case: the condition is a select based on a comparison. | |
| define void @test_switch_cmp(i1 %cond, i32 %val, i8 %value) nounwind { | |
| ; CHECK-LABEL: @test_switch_cmp( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: br i1 [[COND:%.*]], label [[L0:%.*]], label [[L0_THREAD:%.*]] | |
| ; CHECK: L0: | |
| ; CHECK-NEXT: [[VAL_PHI:%.*]] = phi i32 [ [[VAL:%.*]], [[ENTRY:%.*]] ] | |
| ; CHECK-NEXT: [[CMP:%.*]] = icmp slt i32 [[VAL_PHI]], 0 | |
| ; CHECK-NEXT: [[COND_FR:%.*]] = freeze i1 [[CMP]] | |
| ; CHECK-NEXT: br i1 [[COND_FR]], label [[L1:%.*]], label [[TMP0:%.*]] | |
| ; CHECK: 0: | |
| ; CHECK-NEXT: [[TMP1:%.*]] = phi i8 [ [[VALUE:%.*]], [[L0]] ] | |
| ; CHECK-NEXT: switch i8 [[TMP1]], label [[L3:%.*]] [ | |
| ; CHECK-NEXT: i8 1, label [[L1]] | |
| ; CHECK-NEXT: i8 2, label [[L2:%.*]] | |
| ; CHECK-NEXT: ] | |
| ; CHECK: L1: | |
| ; CHECK-NEXT: call void @foo() | |
| ; CHECK-NEXT: ret void | |
| ; CHECK: L2: | |
| ; CHECK-NEXT: call void @bar() | |
| ; CHECK-NEXT: ret void | |
| ; CHECK: L3: | |
| ; CHECK-NEXT: call void @baz() | |
| ; CHECK-NEXT: ret void | |
| ; CHECK: L0.thread: | |
| ; CHECK-NEXT: call void @quux() | |
| ; CHECK-NEXT: br label [[L1]] | |
| ; | |
| entry: | |
| br i1 %cond, label %L0, label %L4 | |
| L0: | |
| %val.phi = phi i32 [%val, %entry], [-1, %L4] | |
| %cmp = icmp slt i32 %val.phi, 0 | |
| %expr = select i1 %cmp, i8 1, i8 %value | |
| switch i8 %expr, label %L3 [i8 1, label %L1 i8 2, label %L2] | |
| L1: | |
| call void @foo() | |
| ret void | |
| L2: | |
| call void @bar() | |
| ret void | |
| L3: | |
| call void @baz() | |
| ret void | |
| L4: | |
| call void @quux() | |
| br label %L0 | |
| } | |
| ; Make sure the edge value of %0 from entry to L2 includes 0 and L3 is | |
| ; reachable. | |
| define void @test_switch_default(ptr nocapture %status) nounwind { | |
| ; CHECK-LABEL: @test_switch_default( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[TMP0:%.*]] = load i32, ptr [[STATUS:%.*]], align 4 | |
| ; CHECK-NEXT: switch i32 [[TMP0]], label [[L2:%.*]] [ | |
| ; CHECK-NEXT: i32 5061, label [[L2_THREAD:%.*]] | |
| ; CHECK-NEXT: i32 0, label [[L2]] | |
| ; CHECK-NEXT: ] | |
| ; CHECK: L2.thread: | |
| ; CHECK-NEXT: store i32 10025, ptr [[STATUS]], align 4 | |
| ; CHECK-NEXT: br label [[L4:%.*]] | |
| ; CHECK: L2: | |
| ; CHECK-NEXT: [[TMP1:%.*]] = phi i32 [ [[TMP0]], [[ENTRY:%.*]] ], [ [[TMP0]], [[ENTRY]] ] | |
| ; CHECK-NEXT: [[CMP57_I:%.*]] = icmp eq i32 [[TMP1]], 0 | |
| ; CHECK-NEXT: br i1 [[CMP57_I]], label [[L3:%.*]], label [[L4]] | |
| ; CHECK: L3: | |
| ; CHECK-NEXT: store i32 10000, ptr [[STATUS]], align 4 | |
| ; CHECK-NEXT: br label [[L4]] | |
| ; CHECK: L4: | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %0 = load i32, ptr %status, align 4 | |
| switch i32 %0, label %L2 [ | |
| i32 5061, label %L1 | |
| i32 0, label %L2 | |
| ] | |
| L1: | |
| store i32 10025, ptr %status, align 4 | |
| br label %L2 | |
| L2: | |
| %1 = load i32, ptr %status, align 4 | |
| %cmp57.i = icmp eq i32 %1, 0 | |
| br i1 %cmp57.i, label %L3, label %L4 | |
| L3: | |
| store i32 10000, ptr %status, align 4 | |
| br label %L4 | |
| L4: | |
| ret void | |
| } | |
| define void @unfold1(double %x, double %y) nounwind !prof !1 { | |
| ; CHECK-LABEL: @unfold1( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[SUB:%.*]] = fsub double [[X:%.*]], [[Y:%.*]] | |
| ; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt double [[SUB]], 1.000000e+01 | |
| ; CHECK-NEXT: br i1 [[CMP]], label [[COND_END4:%.*]], label [[COND_FALSE:%.*]] | |
| ; CHECK: cond.false: | |
| ; CHECK-NEXT: [[ADD:%.*]] = fadd double [[X]], [[Y]] | |
| ; CHECK-NEXT: [[CMP1:%.*]] = fcmp ogt double [[ADD]], 1.000000e+01 | |
| ; CHECK-NEXT: br i1 [[CMP1]], label [[COND_END4]], label [[IF_THEN:%.*]], !prof [[PROF1:![0-9]+]] | |
| ; CHECK: cond.end4: | |
| ; CHECK-NEXT: [[COND5:%.*]] = phi double [ [[SUB]], [[ENTRY:%.*]] ], [ [[ADD]], [[COND_FALSE]] ] | |
| ; CHECK-NEXT: [[CMP6:%.*]] = fcmp oeq double [[COND5]], 0.000000e+00 | |
| ; CHECK-NEXT: br i1 [[CMP6]], label [[IF_THEN]], label [[IF_END:%.*]] | |
| ; CHECK: if.then: | |
| ; CHECK-NEXT: call void @foo() | |
| ; CHECK-NEXT: br label [[IF_END]] | |
| ; CHECK: if.end: | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %sub = fsub double %x, %y | |
| %cmp = fcmp ogt double %sub, 1.000000e+01 | |
| br i1 %cmp, label %cond.end4, label %cond.false | |
| cond.false: ; preds = %entry | |
| %add = fadd double %x, %y | |
| %cmp1 = fcmp ogt double %add, 1.000000e+01 | |
| %add. = select i1 %cmp1, double %add, double 0.000000e+00, !prof !0 | |
| br label %cond.end4 | |
| cond.end4: ; preds = %entry, %cond.false | |
| %cond5 = phi double [ %add., %cond.false ], [ %sub, %entry ] | |
| %cmp6 = fcmp oeq double %cond5, 0.000000e+00 | |
| br i1 %cmp6, label %if.then, label %if.end | |
| if.then: ; preds = %cond.end4 | |
| call void @foo() | |
| br label %if.end | |
| if.end: ; preds = %if.then, %cond.end4 | |
| ret void | |
| } | |
| define void @unfold2(i32 %x, i32 %y) nounwind !prof !1 { | |
| ; CHECK-LABEL: @unfold2( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[SUB:%.*]] = sub nsw i32 [[X:%.*]], [[Y:%.*]] | |
| ; CHECK-NEXT: [[CMP:%.*]] = icmp sgt i32 [[SUB]], 10 | |
| ; CHECK-NEXT: br i1 [[CMP]], label [[IF_END:%.*]], label [[COND_FALSE:%.*]] | |
| ; CHECK: cond.false: | |
| ; CHECK-NEXT: [[ADD:%.*]] = add nsw i32 [[X]], [[Y]] | |
| ; CHECK-NEXT: [[CMP1:%.*]] = icmp sgt i32 [[ADD]], 10 | |
| ; CHECK-NEXT: br i1 [[CMP1]], label [[IF_THEN:%.*]], label [[COND_END4:%.*]], !prof [[PROF1]] | |
| ; CHECK: cond.end4: | |
| ; CHECK-NEXT: [[COND5:%.*]] = phi i32 [ [[ADD]], [[COND_FALSE]] ] | |
| ; CHECK-NEXT: [[CMP6:%.*]] = icmp eq i32 [[COND5]], 0 | |
| ; CHECK-NEXT: br i1 [[CMP6]], label [[IF_THEN]], label [[IF_END]] | |
| ; CHECK: if.then: | |
| ; CHECK-NEXT: call void @foo() | |
| ; CHECK-NEXT: br label [[IF_END]] | |
| ; CHECK: if.end: | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %sub = sub nsw i32 %x, %y | |
| %cmp = icmp sgt i32 %sub, 10 | |
| br i1 %cmp, label %cond.end4, label %cond.false | |
| cond.false: ; preds = %entry | |
| %add = add nsw i32 %x, %y | |
| %cmp1 = icmp sgt i32 %add, 10 | |
| %add. = select i1 %cmp1, i32 0, i32 %add, !prof !0 | |
| br label %cond.end4 | |
| cond.end4: ; preds = %entry, %cond.false | |
| %cond5 = phi i32 [ %add., %cond.false ], [ %sub, %entry ] | |
| %cmp6 = icmp eq i32 %cond5, 0 | |
| br i1 %cmp6, label %if.then, label %if.end | |
| if.then: ; preds = %cond.end4 | |
| call void @foo() | |
| br label %if.end | |
| if.end: ; preds = %if.then, %cond.end4 | |
| ret void | |
| } | |
| define i32 @unfold3(i32 %u, i32 %v, i32 %w, i32 %x, i32 %y, i32 %z, i32 %j) nounwind { | |
| ; CHECK-LABEL: @unfold3( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[ADD3:%.*]] = add nsw i32 [[J:%.*]], 2 | |
| ; CHECK-NEXT: [[CMP_I:%.*]] = icmp slt i32 [[U:%.*]], [[V:%.*]] | |
| ; CHECK-NEXT: br i1 [[CMP_I]], label [[DOTEXIT_THREAD4:%.*]], label [[COND_FALSE_I:%.*]] | |
| ; CHECK: cond.false.i: | |
| ; CHECK-NEXT: [[CMP4_I:%.*]] = icmp sgt i32 [[U]], [[V]] | |
| ; CHECK-NEXT: br i1 [[CMP4_I]], label [[DOTEXIT_THREAD:%.*]], label [[COND_FALSE_6_I:%.*]] | |
| ; CHECK: cond.false.6.i: | |
| ; CHECK-NEXT: [[CMP8_I:%.*]] = icmp slt i32 [[W:%.*]], [[X:%.*]] | |
| ; CHECK-NEXT: br i1 [[CMP8_I]], label [[DOTEXIT_THREAD4]], label [[COND_FALSE_10_I:%.*]] | |
| ; CHECK: cond.false.10.i: | |
| ; CHECK-NEXT: [[CMP13_I:%.*]] = icmp sgt i32 [[W]], [[X]] | |
| ; CHECK-NEXT: br i1 [[CMP13_I]], label [[DOTEXIT_THREAD]], label [[DOTEXIT:%.*]] | |
| ; CHECK: .exit: | |
| ; CHECK-NEXT: [[PHITMP:%.*]] = icmp sge i32 [[Y:%.*]], [[Z:%.*]] | |
| ; CHECK-NEXT: [[COND_FR:%.*]] = freeze i1 [[PHITMP]] | |
| ; CHECK-NEXT: br i1 [[COND_FR]], label [[DOTEXIT_THREAD]], label [[DOTEXIT_THREAD4]] | |
| ; CHECK: .exit.thread: | |
| ; CHECK-NEXT: br label [[DOTEXIT_THREAD4]] | |
| ; CHECK: .exit.thread4: | |
| ; CHECK-NEXT: [[TMP0:%.*]] = phi i32 [ [[J]], [[DOTEXIT_THREAD]] ], [ [[ADD3]], [[DOTEXIT]] ], [ [[ADD3]], [[ENTRY:%.*]] ], [ [[ADD3]], [[COND_FALSE_6_I]] ] | |
| ; CHECK-NEXT: ret i32 [[TMP0]] | |
| ; | |
| entry: | |
| %add3 = add nsw i32 %j, 2 | |
| %cmp.i = icmp slt i32 %u, %v | |
| br i1 %cmp.i, label %.exit, label %cond.false.i | |
| cond.false.i: ; preds = %entry | |
| %cmp4.i = icmp sgt i32 %u, %v | |
| br i1 %cmp4.i, label %.exit, label %cond.false.6.i | |
| cond.false.6.i: ; preds = %cond.false.i | |
| %cmp8.i = icmp slt i32 %w, %x | |
| br i1 %cmp8.i, label %.exit, label %cond.false.10.i | |
| cond.false.10.i: ; preds = %cond.false.6.i | |
| %cmp13.i = icmp sgt i32 %w, %x | |
| br i1 %cmp13.i, label %.exit, label %cond.false.15.i | |
| cond.false.15.i: ; preds = %cond.false.10.i | |
| %phitmp = icmp sge i32 %y, %z | |
| br label %.exit | |
| .exit: ; preds = %entry, %cond.false.i, %cond.false.6.i, %cond.false.10.i, %cond.false.15.i | |
| %cond23.i = phi i1 [ false, %entry ], [ true, %cond.false.i ], [ false, %cond.false.6.i ], [ %phitmp, %cond.false.15.i ], [ true, %cond.false.10.i ] | |
| %j.add3 = select i1 %cond23.i, i32 %j, i32 %add3 | |
| ret i32 %j.add3 | |
| } | |
| define i32 @unfold4(i32 %u, i32 %v, i32 %w, i32 %x, i32 %y, i32 %z, i32 %j) nounwind { | |
| ; CHECK-LABEL: @unfold4( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[ADD3:%.*]] = add nsw i32 [[J:%.*]], 2 | |
| ; CHECK-NEXT: [[CMP_I:%.*]] = icmp slt i32 [[U:%.*]], [[V:%.*]] | |
| ; CHECK-NEXT: br i1 [[CMP_I]], label [[DOTEXIT_THREAD:%.*]], label [[COND_FALSE_I:%.*]] | |
| ; CHECK: cond.false.i: | |
| ; CHECK-NEXT: [[CMP4_I:%.*]] = icmp sgt i32 [[U]], [[V]] | |
| ; CHECK-NEXT: br i1 [[CMP4_I]], label [[DOTEXIT_THREAD5:%.*]], label [[COND_FALSE_6_I:%.*]] | |
| ; CHECK: cond.false.6.i: | |
| ; CHECK-NEXT: [[CMP8_I:%.*]] = icmp slt i32 [[W:%.*]], [[X:%.*]] | |
| ; CHECK-NEXT: br i1 [[CMP8_I]], label [[DOTEXIT_THREAD]], label [[COND_FALSE_10_I:%.*]] | |
| ; CHECK: cond.false.10.i: | |
| ; CHECK-NEXT: [[CMP13_I:%.*]] = icmp sgt i32 [[W]], [[X]] | |
| ; CHECK-NEXT: br i1 [[CMP13_I]], label [[DOTEXIT_THREAD5]], label [[DOTEXIT:%.*]] | |
| ; CHECK: .exit: | |
| ; CHECK-NEXT: [[CMP19_I:%.*]] = icmp sge i32 [[Y:%.*]], [[Z:%.*]] | |
| ; CHECK-NEXT: [[CONV:%.*]] = zext i1 [[CMP19_I]] to i32 | |
| ; CHECK-NEXT: [[LNOT_I18:%.*]] = icmp eq i32 [[CONV]], 1 | |
| ; CHECK-NEXT: [[COND_FR:%.*]] = freeze i1 [[LNOT_I18]] | |
| ; CHECK-NEXT: br i1 [[COND_FR]], label [[DOTEXIT_THREAD]], label [[DOTEXIT_THREAD5]] | |
| ; CHECK: .exit.thread: | |
| ; CHECK-NEXT: br label [[DOTEXIT_THREAD5]] | |
| ; CHECK: .exit.thread5: | |
| ; CHECK-NEXT: [[TMP0:%.*]] = phi i32 [ [[J]], [[DOTEXIT_THREAD]] ], [ [[ADD3]], [[DOTEXIT]] ], [ [[ADD3]], [[COND_FALSE_I]] ], [ [[ADD3]], [[COND_FALSE_10_I]] ] | |
| ; CHECK-NEXT: ret i32 [[TMP0]] | |
| ; | |
| entry: | |
| %add3 = add nsw i32 %j, 2 | |
| %cmp.i = icmp slt i32 %u, %v | |
| br i1 %cmp.i, label %.exit, label %cond.false.i | |
| cond.false.i: ; preds = %entry | |
| %cmp4.i = icmp sgt i32 %u, %v | |
| br i1 %cmp4.i, label %.exit, label %cond.false.6.i | |
| cond.false.6.i: ; preds = %cond.false.i | |
| %cmp8.i = icmp slt i32 %w, %x | |
| br i1 %cmp8.i, label %.exit, label %cond.false.10.i | |
| cond.false.10.i: ; preds = %cond.false.6.i | |
| %cmp13.i = icmp sgt i32 %w, %x | |
| br i1 %cmp13.i, label %.exit, label %cond.false.15.i | |
| cond.false.15.i: ; preds = %cond.false.10.i | |
| %cmp19.i = icmp sge i32 %y, %z | |
| %conv = zext i1 %cmp19.i to i32 | |
| br label %.exit | |
| .exit: ; preds = %entry, %cond.false.i, %cond.false.6.i, %cond.false.10.i, %cond.false.15.i | |
| %cond23.i = phi i32 [ 1, %entry ], [ 0, %cond.false.i ], [ 1, %cond.false.6.i ], [ %conv, %cond.false.15.i ], [ 0, %cond.false.10.i ] | |
| %lnot.i18 = icmp eq i32 %cond23.i, 1 | |
| %j.add3 = select i1 %lnot.i18, i32 %j, i32 %add3 | |
| ret i32 %j.add3 | |
| } | |
| define i32 @unfold5(i32 %u, i32 %v, i32 %w, i32 %x, i32 %y, i32 %z, i32 %j) nounwind { | |
| ; CHECK-LABEL: @unfold5( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[ADD3:%.*]] = add nsw i32 [[J:%.*]], 2 | |
| ; CHECK-NEXT: [[CMP_I:%.*]] = icmp slt i32 [[U:%.*]], [[V:%.*]] | |
| ; CHECK-NEXT: br i1 [[CMP_I]], label [[DOTEXIT:%.*]], label [[COND_FALSE_I:%.*]] | |
| ; CHECK: cond.false.i: | |
| ; CHECK-NEXT: [[CMP4_I:%.*]] = icmp sgt i32 [[U]], [[V]] | |
| ; CHECK-NEXT: br i1 [[CMP4_I]], label [[DOTEXIT]], label [[COND_FALSE_6_I:%.*]] | |
| ; CHECK: cond.false.6.i: | |
| ; CHECK-NEXT: [[CMP8_I:%.*]] = icmp slt i32 [[W:%.*]], [[X:%.*]] | |
| ; CHECK-NEXT: br i1 [[CMP8_I]], label [[DOTEXIT]], label [[COND_FALSE_10_I:%.*]] | |
| ; CHECK: cond.false.10.i: | |
| ; CHECK-NEXT: [[CMP13_I:%.*]] = icmp sgt i32 [[W]], [[X]] | |
| ; CHECK-NEXT: br i1 [[CMP13_I]], label [[DOTEXIT]], label [[COND_FALSE_15_I:%.*]] | |
| ; CHECK: cond.false.15.i: | |
| ; CHECK-NEXT: [[CMP19_I:%.*]] = icmp sge i32 [[Y:%.*]], [[Z:%.*]] | |
| ; CHECK-NEXT: [[CONV:%.*]] = zext i1 [[CMP19_I]] to i32 | |
| ; CHECK-NEXT: br label [[DOTEXIT]] | |
| ; CHECK: .exit: | |
| ; CHECK-NEXT: [[TMP0:%.*]] = phi i32 [ [[J]], [[COND_FALSE_10_I]] ], [ [[CONV]], [[COND_FALSE_15_I]] ], [ 1, [[COND_FALSE_6_I]] ], [ 3, [[COND_FALSE_I]] ], [ 2, [[ENTRY:%.*]] ] | |
| ; CHECK-NEXT: ret i32 [[TMP0]] | |
| ; | |
| entry: | |
| %add3 = add nsw i32 %j, 2 | |
| %cmp.i = icmp slt i32 %u, %v | |
| br i1 %cmp.i, label %.exit, label %cond.false.i | |
| cond.false.i: ; preds = %entry | |
| %cmp4.i = icmp sgt i32 %u, %v | |
| br i1 %cmp4.i, label %.exit, label %cond.false.6.i | |
| cond.false.6.i: ; preds = %cond.false.i | |
| %cmp8.i = icmp slt i32 %w, %x | |
| br i1 %cmp8.i, label %.exit, label %cond.false.10.i | |
| cond.false.10.i: ; preds = %cond.false.6.i | |
| %cmp13.i = icmp sgt i32 %w, %x | |
| br i1 %cmp13.i, label %.exit, label %cond.false.15.i | |
| cond.false.15.i: ; preds = %cond.false.10.i | |
| %cmp19.i = icmp sge i32 %y, %z | |
| %conv = zext i1 %cmp19.i to i32 | |
| br label %.exit | |
| .exit: ; preds = %entry, %cond.false.i, %cond.false.6.i, %cond.false.10.i, %cond.false.15.i | |
| %cond23.i = phi i32 [ 2, %entry ], [ 3, %cond.false.i ], [ 1, %cond.false.6.i ], [ %conv, %cond.false.15.i ], [ 7, %cond.false.10.i ] | |
| %lnot.i18 = icmp sgt i32 %cond23.i, 5 | |
| %j.add3 = select i1 %lnot.i18, i32 %j, i32 %cond23.i | |
| ret i32 %j.add3 | |
| } | |
| ; When a select has a constant operand in one branch, and it feeds a phi node | |
| ; and the phi node feeds a switch we unfold the select | |
| define void @test_func(ptr nocapture readonly %a, ptr nocapture readonly %b, ptr nocapture readonly %c, i32 %n) local_unnamed_addr #0 { | |
| ; CHECK-LABEL: @test_func( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: br label [[FOR_COND:%.*]] | |
| ; CHECK: for.cond: | |
| ; CHECK-NEXT: [[I_0:%.*]] = phi i32 [ 0, [[ENTRY:%.*]] ], [ [[INC:%.*]], [[SW_DEFAULT:%.*]] ] | |
| ; CHECK-NEXT: [[CMP:%.*]] = icmp slt i32 [[I_0]], [[N:%.*]] | |
| ; CHECK-NEXT: br i1 [[CMP]], label [[FOR_BODY:%.*]], label [[FOR_COND_CLEANUP:%.*]] | |
| ; CHECK: for.cond.cleanup: | |
| ; CHECK-NEXT: ret void | |
| ; CHECK: for.body: | |
| ; CHECK-NEXT: [[TMP0:%.*]] = zext i32 [[I_0]] to i64 | |
| ; CHECK-NEXT: [[ARRAYIDX:%.*]] = getelementptr inbounds i32, ptr [[A:%.*]], i64 [[TMP0]] | |
| ; CHECK-NEXT: [[TMP1:%.*]] = load i32, ptr [[ARRAYIDX]], align 4 | |
| ; CHECK-NEXT: [[CMP1:%.*]] = icmp eq i32 [[TMP1]], 4 | |
| ; CHECK-NEXT: br i1 [[CMP1]], label [[LAND_LHS_TRUE:%.*]], label [[IF_END:%.*]] | |
| ; CHECK: land.lhs.true: | |
| ; CHECK-NEXT: [[ARRAYIDX3:%.*]] = getelementptr inbounds i32, ptr [[B:%.*]], i64 [[TMP0]] | |
| ; CHECK-NEXT: [[TMP2:%.*]] = load i32, ptr [[ARRAYIDX3]], align 4 | |
| ; CHECK-NEXT: [[ARRAYIDX5:%.*]] = getelementptr inbounds i32, ptr [[C:%.*]], i64 [[TMP0]] | |
| ; CHECK-NEXT: [[TMP3:%.*]] = load i32, ptr [[ARRAYIDX5]], align 4 | |
| ; CHECK-NEXT: [[CMP6:%.*]] = icmp eq i32 [[TMP2]], [[TMP3]] | |
| ; CHECK-NEXT: br i1 [[CMP6]], label [[SW_BB:%.*]], label [[SW_BB7:%.*]] | |
| ; CHECK: if.end: | |
| ; CHECK-NEXT: [[LOCAL_VAR_0:%.*]] = phi i32 [ [[TMP1]], [[FOR_BODY]] ] | |
| ; CHECK-NEXT: switch i32 [[LOCAL_VAR_0]], label [[SW_DEFAULT]] [ | |
| ; CHECK-NEXT: i32 2, label [[SW_BB]] | |
| ; CHECK-NEXT: i32 4, label [[SW_BB7]] | |
| ; CHECK-NEXT: i32 5, label [[SW_BB8:%.*]] | |
| ; CHECK-NEXT: i32 7, label [[SW_BB9:%.*]] | |
| ; CHECK-NEXT: ] | |
| ; CHECK: sw.bb: | |
| ; CHECK-NEXT: call void @foo() | |
| ; CHECK-NEXT: br label [[SW_BB7]] | |
| ; CHECK: sw.bb7: | |
| ; CHECK-NEXT: call void @bar() | |
| ; CHECK-NEXT: br label [[SW_BB8]] | |
| ; CHECK: sw.bb8: | |
| ; CHECK-NEXT: call void @baz() | |
| ; CHECK-NEXT: br label [[SW_BB9]] | |
| ; CHECK: sw.bb9: | |
| ; CHECK-NEXT: call void @quux() | |
| ; CHECK-NEXT: br label [[SW_DEFAULT]] | |
| ; CHECK: sw.default: | |
| ; CHECK-NEXT: call void @baz() | |
| ; CHECK-NEXT: [[INC]] = add nuw nsw i32 [[I_0]], 1 | |
| ; CHECK-NEXT: br label [[FOR_COND]] | |
| ; | |
| entry: | |
| br label %for.cond | |
| for.cond: ; preds = %sw.default, %entry | |
| %i.0 = phi i32 [ 0, %entry ], [ %inc, %sw.default ] | |
| %cmp = icmp slt i32 %i.0, %n | |
| br i1 %cmp, label %for.body, label %for.cond.cleanup | |
| for.cond.cleanup: ; preds = %for.cond | |
| ret void | |
| for.body: ; preds = %for.cond | |
| %0 = zext i32 %i.0 to i64 | |
| %arrayidx = getelementptr inbounds i32, ptr %a, i64 %0 | |
| %1 = load i32, ptr %arrayidx, align 4 | |
| %cmp1 = icmp eq i32 %1, 4 | |
| br i1 %cmp1, label %land.lhs.true, label %if.end | |
| land.lhs.true: ; preds = %for.body | |
| %arrayidx3 = getelementptr inbounds i32, ptr %b, i64 %0 | |
| %2 = load i32, ptr %arrayidx3, align 4 | |
| %arrayidx5 = getelementptr inbounds i32, ptr %c, i64 %0 | |
| %3 = load i32, ptr %arrayidx5, align 4 | |
| %cmp6 = icmp eq i32 %2, %3 | |
| %spec.select = select i1 %cmp6, i32 2, i32 4 | |
| br label %if.end | |
| if.end: ; preds = %land.lhs.true, %for.body | |
| %local_var.0 = phi i32 [ %1, %for.body ], [ %spec.select, %land.lhs.true ] | |
| switch i32 %local_var.0, label %sw.default [ | |
| i32 2, label %sw.bb | |
| i32 4, label %sw.bb7 | |
| i32 5, label %sw.bb8 | |
| i32 7, label %sw.bb9 | |
| ] | |
| sw.bb: ; preds = %if.end | |
| call void @foo() | |
| br label %sw.bb7 | |
| sw.bb7: ; preds = %if.end, %sw.bb | |
| call void @bar() | |
| br label %sw.bb8 | |
| sw.bb8: ; preds = %if.end, %sw.bb7 | |
| call void @baz() | |
| br label %sw.bb9 | |
| sw.bb9: ; preds = %if.end, %sw.bb8 | |
| call void @quux() | |
| br label %sw.default | |
| sw.default: ; preds = %if.end, %sw.bb9 | |
| call void @baz() | |
| %inc = add nuw nsw i32 %i.0, 1 | |
| br label %for.cond | |
| } | |
| define i32 @TryToUnfoldSelectInCurrBB(i1 %b, i1 %ui, i32 %s, i1 %x) { | |
| ; CHECK-LABEL: @TryToUnfoldSelectInCurrBB( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: br i1 [[B:%.*]], label [[IF_END_THREAD:%.*]], label [[IF_END:%.*]] | |
| ; CHECK: if.end: | |
| ; CHECK-NEXT: [[COND_FR:%.*]] = freeze i1 [[X:%.*]] | |
| ; CHECK-NEXT: br i1 [[COND_FR]], label [[TMP0:%.*]], label [[IF_END_THREAD]] | |
| ; CHECK: 0: | |
| ; CHECK-NEXT: br label [[IF_END_THREAD]] | |
| ; CHECK: if.end.thread: | |
| ; CHECK-NEXT: [[TMP1:%.*]] = phi i32 [ [[S:%.*]], [[TMP0]] ], [ 42, [[IF_END]] ], [ 42, [[ENTRY:%.*]] ] | |
| ; CHECK-NEXT: ret i32 [[TMP1]] | |
| ; | |
| entry: | |
| br i1 %b, label %if.end, label %if.else | |
| if.else: | |
| br label %if.end | |
| if.end: | |
| %v = phi i1 [ %x, %if.else ], [ false, %entry ] | |
| %v1 = select i1 %v, i32 %s, i32 42 | |
| ret i32 %v1 | |
| } | |
| ; branch_weights overflowing uint32_t | |
| !0 = !{!"branch_weights", i64 1073741824, i64 3221225472} | |
| !1 = !{!"function_entry_count", i64 1984} | |
| ;. | |
| ; CHECK: attributes #[[ATTR0:[0-9]+]] = { nounwind } | |
| ;. | |
| ; CHECK: [[META0:![0-9]+]] = !{!"function_entry_count", i64 1984} | |
| ; CHECK: [[PROF1]] = !{!"branch_weights", i64 1073741824, i64 3221225472} | |
| ;. |