| ; RUN: opt -S -passes='function(lower-expect),strip-dead-prototypes' -likely-branch-weight=2147483647 -unlikely-branch-weight=1 < %s | FileCheck %s |
| |
| ; The C case |
| ; if (__builtin_expect_with_probability(((a0 == 1) || (a1 == 1) || (a2 == 1)), 1, 0)) |
| ; For the above case, all 3 branches should be annotated |
| ; which should be equivalent to if (__builtin_expect(((a0 == 1) || (a1 == 1) || (a2 == 1)), 0)) |
| |
| ; The C case |
| ; if (__builtin_expect_with_probability(((a0 == 1) || (a1 == 1) || (a2 == 1)), 1, 1)) |
| ; For the above case, we do not have enough information, so only the last branch could be annotated |
| ; which should be equivalent to if (__builtin_expect(((a0 == 1) || (a1 == 1) || (a2 == 1)), 1)) |
| |
| declare void @foo() |
| |
| declare i64 @llvm.expect.i64(i64, i64) nounwind readnone |
| declare i64 @llvm.expect.with.probability.i64(i64, i64, double) nounwind readnone |
| |
| ; CHECK-LABEL: @test1_expect_1( |
| ; CHECK: block0: |
| ; CHECK-NOT: prof |
| ; CHECK: block1: |
| ; CHECK-NOT: prof |
| ; CHECK: block3: |
| ; CHECK: br i1 %tobool, label %block4, label %block5, !prof !0 |
| define void @test1_expect_1(i8 %a0, i8 %a1, i8 %a2) { |
| block0: |
| %c0 = icmp eq i8 %a0, 1 |
| br i1 %c0, label %block3, label %block1 |
| |
| block1: |
| %c1 = icmp eq i8 %a1, 1 |
| br i1 %c1, label %block3, label %block2 |
| |
| block2: |
| %c2 = icmp eq i8 %a2, 1 |
| br label %block3 |
| |
| block3: |
| %cond0 = phi i1 [ true, %block0 ], [ true, %block1 ], [ %c2, %block2 ] |
| %cond1 = zext i1 %cond0 to i32 |
| %cond2 = sext i32 %cond1 to i64 |
| %expval = call i64 @llvm.expect.i64(i64 %cond2, i64 1) |
| %tobool = icmp ne i64 %expval, 0 |
| br i1 %tobool, label %block4, label %block5 |
| |
| block4: |
| call void @foo() |
| br label %block5 |
| |
| block5: |
| ret void |
| } |
| |
| ; should have exactly the same behavior as test1 |
| ; CHECK-LABEL: @test2_expect_with_prob_1_1( |
| ; CHECK: block0: |
| ; CHECK-NOT: prof |
| ; CHECK: block1: |
| ; CHECK-NOT: prof |
| ; CHECK: block3: |
| ; CHECK: br i1 %tobool, label %block4, label %block5, !prof !0 |
| define void @test2_expect_with_prob_1_1(i8 %a0, i8 %a1, i8 %a2) { |
| block0: |
| %c0 = icmp eq i8 %a0, 1 |
| br i1 %c0, label %block3, label %block1 |
| |
| block1: |
| %c1 = icmp eq i8 %a1, 1 |
| br i1 %c1, label %block3, label %block2 |
| |
| block2: |
| %c2 = icmp eq i8 %a2, 1 |
| br label %block3 |
| |
| block3: |
| %cond0 = phi i1 [ true, %block0 ], [ true, %block1 ], [ %c2, %block2 ] |
| %cond1 = zext i1 %cond0 to i32 |
| %cond2 = sext i32 %cond1 to i64 |
| %expval = call i64 @llvm.expect.with.probability.i64(i64 %cond2, i64 1, double 1.0) |
| %tobool = icmp ne i64 %expval, 0 |
| br i1 %tobool, label %block4, label %block5 |
| |
| block4: |
| call void @foo() |
| br label %block5 |
| |
| block5: |
| ret void |
| } |
| |
| ; should have exactly the same behavior as test1 |
| ; CHECK-LABEL: @test3_expect_with_prob_0_0( |
| ; CHECK: block0: |
| ; CHECK-NOT: prof |
| ; CHECK: block1: |
| ; CHECK-NOT: prof |
| ; CHECK: block3: |
| ; CHECK: br i1 %tobool, label %block4, label %block5, !prof !0 |
| define void @test3_expect_with_prob_0_0(i8 %a0, i8 %a1, i8 %a2) { |
| block0: |
| %c0 = icmp eq i8 %a0, 1 |
| br i1 %c0, label %block3, label %block1 |
| |
| block1: |
| %c1 = icmp eq i8 %a1, 1 |
| br i1 %c1, label %block3, label %block2 |
| |
| block2: |
| %c2 = icmp eq i8 %a2, 1 |
| br label %block3 |
| |
| block3: |
| %cond0 = phi i1 [ true, %block0 ], [ true, %block1 ], [ %c2, %block2 ] |
| %cond1 = zext i1 %cond0 to i32 |
| %cond2 = sext i32 %cond1 to i64 |
| %expval = call i64 @llvm.expect.with.probability.i64(i64 %cond2, i64 0, double 0.0) |
| %tobool = icmp ne i64 %expval, 0 |
| br i1 %tobool, label %block4, label %block5 |
| |
| block4: |
| call void @foo() |
| br label %block5 |
| |
| block5: |
| ret void |
| } |
| |
| ; CHECK-LABEL: @test4_expect_0( |
| ; CHECK: block0: |
| ; CHECK: br i1 %c0, label %block3, label %block1, !prof !1 |
| ; CHECK: block1: |
| ; CHECK: br i1 %c1, label %block3, label %block2, !prof !1 |
| ; CHECK: block3: |
| ; CHECK: br i1 %tobool, label %block4, label %block5, !prof !1 |
| define void @test4_expect_0(i8 %a0, i8 %a1, i8 %a2) { |
| block0: |
| %c0 = icmp eq i8 %a0, 1 |
| br i1 %c0, label %block3, label %block1 |
| |
| block1: |
| %c1 = icmp eq i8 %a1, 1 |
| br i1 %c1, label %block3, label %block2 |
| |
| block2: |
| %c2 = icmp eq i8 %a2, 1 |
| br label %block3 |
| |
| block3: |
| %cond0 = phi i1 [ true, %block0 ], [ true, %block1 ], [ %c2, %block2 ] |
| %cond1 = zext i1 %cond0 to i32 |
| %cond2 = sext i32 %cond1 to i64 |
| %expval = call i64 @llvm.expect.i64(i64 %cond2, i64 0) |
| %tobool = icmp ne i64 %expval, 0 |
| br i1 %tobool, label %block4, label %block5 |
| |
| block4: |
| call void @foo() |
| br label %block5 |
| |
| block5: |
| ret void |
| } |
| |
| ; should have exactly the same behavior as test4 |
| ; CHECK-LABEL: @test5_expect_with_prob_1_0( |
| ; CHECK: block0: |
| ; CHECK: br i1 %c0, label %block3, label %block1, !prof !1 |
| ; CHECK: block1: |
| ; CHECK: br i1 %c1, label %block3, label %block2, !prof !1 |
| ; CHECK: block3: |
| ; CHECK: br i1 %tobool, label %block4, label %block5, !prof !1 |
| define void @test5_expect_with_prob_1_0(i8 %a0, i8 %a1, i8 %a2) { |
| block0: |
| %c0 = icmp eq i8 %a0, 1 |
| br i1 %c0, label %block3, label %block1 |
| |
| block1: |
| %c1 = icmp eq i8 %a1, 1 |
| br i1 %c1, label %block3, label %block2 |
| |
| block2: |
| %c2 = icmp eq i8 %a2, 1 |
| br label %block3 |
| |
| block3: |
| %cond0 = phi i1 [ true, %block0 ], [ true, %block1 ], [ %c2, %block2 ] |
| %cond1 = zext i1 %cond0 to i32 |
| %cond2 = sext i32 %cond1 to i64 |
| %expval = call i64 @llvm.expect.with.probability.i64(i64 %cond2, i64 1, double 0.0) |
| %tobool = icmp ne i64 %expval, 0 |
| br i1 %tobool, label %block4, label %block5 |
| |
| block4: |
| call void @foo() |
| br label %block5 |
| |
| block5: |
| ret void |
| } |
| |
| ; should have exactly the same behavior as test4 |
| ; CHECK-LABEL: @test6_expect_with_prob_0_1( |
| ; CHECK: block0: |
| ; CHECK: br i1 %c0, label %block3, label %block1, !prof !1 |
| ; CHECK: block1: |
| ; CHECK: br i1 %c1, label %block3, label %block2, !prof !1 |
| ; CHECK: block3: |
| ; CHECK: br i1 %tobool, label %block4, label %block5, !prof !1 |
| define void @test6_expect_with_prob_0_1(i8 %a0, i8 %a1, i8 %a2) { |
| block0: |
| %c0 = icmp eq i8 %a0, 1 |
| br i1 %c0, label %block3, label %block1 |
| |
| block1: |
| %c1 = icmp eq i8 %a1, 1 |
| br i1 %c1, label %block3, label %block2 |
| |
| block2: |
| %c2 = icmp eq i8 %a2, 1 |
| br label %block3 |
| |
| block3: |
| %cond0 = phi i1 [ true, %block0 ], [ true, %block1 ], [ %c2, %block2 ] |
| %cond1 = zext i1 %cond0 to i32 |
| %cond2 = sext i32 %cond1 to i64 |
| %expval = call i64 @llvm.expect.with.probability.i64(i64 %cond2, i64 0, double 1.0) |
| %tobool = icmp ne i64 %expval, 0 |
| br i1 %tobool, label %block4, label %block5 |
| |
| block4: |
| call void @foo() |
| br label %block5 |
| |
| block5: |
| ret void |
| } |
| |
| ; CHECK: !0 = !{!"branch_weights", i32 2147483647, i32 1} |
| ; CHECK: !1 = !{!"branch_weights", i32 1, i32 2147483647} |
