| ; RUN: opt < %s -passes=pseudo-probe,sample-profile -sample-profile-use-profi -sample-profile-file=%S/Inputs/profile-inference.prof | opt -passes='print<branch-prob>' -disable-output 2>&1 | FileCheck %s |
| ; RUN: opt < %s -passes=pseudo-probe,sample-profile -sample-profile-use-profi -sample-profile-file=%S/Inputs/profile-inference.prof | opt -passes='print<block-freq>' -disable-output 2>&1 | FileCheck %s --check-prefix=CHECK2 |
| |
| ; The test verifies that profile inference correctly builds branch probabilities |
| ; from sampling-based block counts. |
| ; |
| ; +---------+ +----------+ |
| ; | b3 [40] | <-- | b1 [100] | |
| ; +---------+ +----------+ |
| ; | |
| ; | |
| ; v |
| ; +----------+ |
| ; | b2 [60] | |
| ; +----------+ |
| |
| @yydebug = dso_local global i32 0, align 4 |
| |
| ; Function Attrs: nounwind uwtable |
| define dso_local i32 @test_1() #0 { |
| b1: |
| call void @llvm.pseudoprobe(i64 7964825052912775246, i64 1, i32 0, i64 -1) |
| %0 = load i32, ptr @yydebug, align 4 |
| %cmp = icmp ne i32 %0, 0 |
| br i1 %cmp, label %b2, label %b3 |
| ; CHECK: edge b1 -> b2 probability is 0x4ccccccd / 0x80000000 = 60.00% |
| ; CHECK: edge b1 -> b3 probability is 0x33333333 / 0x80000000 = 40.00% |
| ; CHECK2: - b1: float = {{.*}}, int = {{.*}}, count = 100 |
| |
| b2: |
| call void @llvm.pseudoprobe(i64 7964825052912775246, i64 2, i32 0, i64 -1) |
| ret i32 %0 |
| ; CHECK2: - b2: float = {{.*}}, int = {{.*}}, count = 60 |
| |
| b3: |
| call void @llvm.pseudoprobe(i64 7964825052912775246, i64 3, i32 0, i64 -1) |
| ret i32 %0 |
| ; CHECK2: - b3: float = {{.*}}, int = {{.*}}, count = 40 |
| } |
| |
| |
| ; The test verifies that profile inference correctly builds branch probabilities |
| ; from sampling-based block counts in the presence of "dangling" probes (whose |
| ; block counts are missing). |
| ; |
| ; +---------+ +----------+ |
| ; | b3 [10] | <-- | b1 [100] | |
| ; +---------+ +----------+ |
| ; | |
| ; | |
| ; v |
| ; +----------+ |
| ; | b2 [?] | |
| ; +----------+ |
| |
| ; Function Attrs: nounwind uwtable |
| define dso_local i32 @test_2() #0 { |
| b1: |
| call void @llvm.pseudoprobe(i64 -6216829535442445639, i64 1, i32 0, i64 -1) |
| %0 = load i32, ptr @yydebug, align 4 |
| %cmp = icmp ne i32 %0, 0 |
| br i1 %cmp, label %b2, label %b3 |
| ; CHECK: edge b1 -> b2 probability is 0x73333333 / 0x80000000 = 90.00% |
| ; CHECK: edge b1 -> b3 probability is 0x0ccccccd / 0x80000000 = 10.00% |
| ; CHECK2: - b1: float = {{.*}}, int = {{.*}}, count = 100 |
| |
| b2: |
| call void @llvm.pseudoprobe(i64 -6216829535442445639, i64 2, i32 0, i64 -1) |
| ret i32 %0 |
| ; CHECK2: - b2: float = {{.*}}, int = {{.*}}, count = 90 |
| |
| b3: |
| call void @llvm.pseudoprobe(i64 -6216829535442445639, i64 3, i32 0, i64 -1) |
| ret i32 %0 |
| } |
| ; CHECK2: - b3: float = {{.*}}, int = {{.*}}, count = 10 |
| |
| |
| ; The test verifies that profi is able to infer block counts from hot subgraphs. |
| ; |
| ; +---------+ +---------+ |
| ; | b4 [?] | <-- | b1 [?] | |
| ; +---------+ +---------+ |
| ; | | |
| ; | | |
| ; v v |
| ; +---------+ +---------+ |
| ; | b5 [89] | | b2 [?] | |
| ; +---------+ +---------+ |
| ; | |
| ; | |
| ; v |
| ; +---------+ |
| ; | b3 [13] | |
| ; +---------+ |
| |
| ; Function Attrs: nounwind uwtable |
| define dso_local i32 @test_3() #0 { |
| b1: |
| call void @llvm.pseudoprobe(i64 1649282507922421973, i64 1, i32 0, i64 -1) |
| %0 = load i32, ptr @yydebug, align 4 |
| %cmp = icmp ne i32 %0, 0 |
| br i1 %cmp, label %b2, label %b4 |
| ; CHECK: edge b1 -> b2 probability is 0x10505050 / 0x80000000 = 12.75% |
| ; CHECK: edge b1 -> b4 probability is 0x6fafafb0 / 0x80000000 = 87.25% |
| ; CHECK2: - b1: float = {{.*}}, int = {{.*}}, count = 102 |
| |
| b2: |
| call void @llvm.pseudoprobe(i64 1649282507922421973, i64 2, i32 0, i64 -1) |
| br label %b3 |
| ; CHECK: edge b2 -> b3 probability is 0x80000000 / 0x80000000 = 100.00% |
| ; CHECK2: - b2: float = {{.*}}, int = {{.*}}, count = 13 |
| |
| b3: |
| call void @llvm.pseudoprobe(i64 1649282507922421973, i64 3, i32 0, i64 -1) |
| ret i32 %0 |
| ; CHECK2: - b3: float = {{.*}}, int = {{.*}}, count = 13 |
| |
| b4: |
| call void @llvm.pseudoprobe(i64 1649282507922421973, i64 4, i32 0, i64 -1) |
| br label %b5 |
| ; CHECK: edge b4 -> b5 probability is 0x80000000 / 0x80000000 = 100.00% |
| ; CHECK2: - b4: float = {{.*}}, int = {{.*}}, count = 89 |
| |
| b5: |
| call void @llvm.pseudoprobe(i64 1649282507922421973, i64 5, i32 0, i64 -1) |
| ret i32 %0 |
| ; CHECK2: - b5: float = {{.*}}, int = {{.*}}, count = 89 |
| } |
| |
| |
| ; A larger test to verify that profile inference correctly identifies hot parts |
| ; of the control-flow graph. |
| ; |
| ; +-----------+ |
| ; | b1 [?] | |
| ; +-----------+ |
| ; | |
| ; | |
| ; v |
| ; +--------+ +-----------+ |
| ; | b3 [1] | <-- | b2 [5993] | |
| ; +--------+ +-----------+ |
| ; | | |
| ; | | |
| ; | v |
| ; | +-----------+ +--------+ |
| ; | | b4 [5992] | --> | b6 [?] | |
| ; | +-----------+ +--------+ |
| ; | | | |
| ; | | | |
| ; | v | |
| ; | +-----------+ | |
| ; | | b5 [5992] | | |
| ; | +-----------+ | |
| ; | | | |
| ; | | | |
| ; | v | |
| ; | +-----------+ | |
| ; | | b7 [?] | | |
| ; | +-----------+ | |
| ; | | | |
| ; | | | |
| ; | v | |
| ; | +-----------+ | |
| ; | | b8 [5992] | <-----+ |
| ; | +-----------+ |
| ; | | |
| ; | | |
| ; | v |
| ; | +-----------+ |
| ; +----------> | b9 [?] | |
| ; +-----------+ |
| |
| ; Function Attrs: nounwind uwtable |
| define dso_local i32 @sum_of_squares() #0 { |
| b1: |
| call void @llvm.pseudoprobe(i64 -907520326213521421, i64 1, i32 0, i64 -1) |
| %0 = load i32, ptr @yydebug, align 4 |
| %cmp = icmp ne i32 %0, 0 |
| br label %b2 |
| ; CHECK: edge b1 -> b2 probability is 0x80000000 / 0x80000000 = 100.00% |
| ; CHECK2: - b1: float = {{.*}}, int = {{.*}}, count = 5993 |
| |
| b2: |
| call void @llvm.pseudoprobe(i64 -907520326213521421, i64 2, i32 0, i64 -1) |
| br i1 %cmp, label %b4, label %b3 |
| ; CHECK: edge b2 -> b4 probability is 0x7ffa8844 / 0x80000000 = 99.98% |
| ; CHECK: edge b2 -> b3 probability is 0x000577bc / 0x80000000 = 0.02% |
| ; CHECK2: - b2: float = {{.*}}, int = {{.*}}, count = 5993 |
| |
| b3: |
| call void @llvm.pseudoprobe(i64 -907520326213521421, i64 3, i32 0, i64 -1) |
| br label %b9 |
| ; CHECK: edge b3 -> b9 probability is 0x80000000 / 0x80000000 = 100.00% |
| ; CHECK2: - b3: float = {{.*}}, int = {{.*}}, count = 1 |
| |
| b4: |
| call void @llvm.pseudoprobe(i64 -907520326213521421, i64 4, i32 0, i64 -1) |
| br i1 %cmp, label %b5, label %b6 |
| ; CHECK: edge b4 -> b5 probability is 0x80000000 / 0x80000000 = 100.00% |
| ; CHECK: edge b4 -> b6 probability is 0x00000000 / 0x80000000 = 0.00% |
| ; CHECK2: - b4: float = {{.*}}, int = {{.*}}, count = 5992 |
| |
| b5: |
| call void @llvm.pseudoprobe(i64 -907520326213521421, i64 5, i32 0, i64 -1) |
| br label %b7 |
| ; CHECK: edge b5 -> b7 probability is 0x80000000 / 0x80000000 = 100.00% |
| ; CHECK2: - b5: float = {{.*}}, int = {{.*}}, count = 5992 |
| |
| b6: |
| call void @llvm.pseudoprobe(i64 -907520326213521421, i64 6, i32 0, i64 -1) |
| br label %b8 |
| ; CHECK: edge b6 -> b8 probability is 0x80000000 / 0x80000000 = 100.00% |
| ; CHECK2: - b6: float = {{.*}}, int = {{.*}}, count = 0 |
| |
| b7: |
| call void @llvm.pseudoprobe(i64 -907520326213521421, i64 7, i32 0, i64 -1) |
| br label %b8 |
| ; CHECK: edge b7 -> b8 probability is 0x80000000 / 0x80000000 = 100.00% |
| ; CHECK2: - b7: float = {{.*}}, int = {{.*}}, count = 5992 |
| |
| b8: |
| call void @llvm.pseudoprobe(i64 -907520326213521421, i64 8, i32 0, i64 -1) |
| br label %b9 |
| ; CHECK: edge b8 -> b9 probability is 0x80000000 / 0x80000000 = 100.00% |
| ; CHECK2: - b8: float = {{.*}}, int = {{.*}}, count = 5992 |
| |
| b9: |
| call void @llvm.pseudoprobe(i64 -907520326213521421, i64 9, i32 0, i64 -1) |
| ret i32 %0 |
| } |
| ; CHECK2: - b9: float = {{.*}}, int = {{.*}}, count = 5993 |
| |
| |
| declare void @llvm.pseudoprobe(i64, i64, i32, i64) #1 |
| |
| attributes #0 = { noinline nounwind uwtable "use-sample-profile"} |
| attributes #1 = { nounwind } |
| |
| !llvm.pseudo_probe_desc = !{!6, !7, !8, !9} |
| |
| !6 = !{i64 7964825052912775246, i64 4294967295, !"test_1", null} |
| !7 = !{i64 -6216829535442445639, i64 37753817093, !"test_2", null} |
| !8 = !{i64 1649282507922421973, i64 69502983527, !"test_3", null} |
| !9 = !{i64 -907520326213521421, i64 175862120757, !"sum_of_squares", null} |
