| ; RUN: opt %s -S --passes="loop-mssa(simple-loop-unswitch<nontrivial>)" -o - \ |
| ; RUN: | FileCheck %s |
| |
| ;; Unswitch from: |
| ;; +- noclobber -+ |
| ;; | v |
| ;; entry -> loop.header loop.latch -> exit. |
| ;; ^ | ^ | |
| ;; | +- clobber ---+ | |
| ;; +--------------------------------+ |
| ;; |
| ;; To (unswitched loop unconditionally branches to noclobber.us): |
| ;; +---------------------------------------------+ |
| ;; V | |
| ;; +- entry.split.us -> loop.header.us -> noclobber.us -> loop.latch.us -> exit.split.us -+ |
| ;; | | |
| ;; entry | |
| ;; | v |
| ;; +- entry.split -> loop.header -> noclobber -> loop.latch -> exit.split --------------> exit. |
| ;; ^ | ^ | |
| ;; | +--> clobber -----+ | |
| ;; +------------------------------------+ |
| ;; |
| ;; Check the duplicated instructions get remapped source atoms. Note some |
| ;; instructions get duplicated from loop.header into entry too. |
| |
| ; CHECK-LABEL: define i32 @partial_unswitch_true_successor_hoist_invariant( |
| ; CHECK-SAME: ptr [[PTR:%.*]], i32 [[N:%.*]]) !dbg [[DBG5:![0-9]+]] { |
| |
| ;; Instructions duplicated from loop.header need remapped atoms. |
| ; CHECK-NEXT: [[ENTRY:.*:]] |
| ; CHECK-NEXT: [[TMP0:%.*]] = getelementptr i32, ptr [[PTR]], i64 1, !dbg [[DBG8:![0-9]+]] |
| ; CHECK-NEXT: [[TMP1:%.*]] = load i32, ptr [[TMP0]], align 4, !dbg [[DBG9:![0-9]+]] |
| ; CHECK-NEXT: [[TMP2:%.*]] = icmp eq i32 [[TMP1]], 100, !dbg [[DBG10:![0-9]+]] |
| ; CHECK-NEXT: br i1 [[TMP2]], label %[[ENTRY_SPLIT_US:.*]], label %[[ENTRY_SPLIT:.*]] |
| |
| ;; Same source location as entry's original br, with remapped atom group. |
| ; CHECK: [[ENTRY_SPLIT_US]]: |
| ; CHECK-NEXT: br label %[[LOOP_HEADER_US:.*]], !dbg [[DBG11:![0-9]+]] |
| |
| ;; Instructions duplicated from loop.header need remapped atoms. |
| ; CHECK: [[LOOP_HEADER_US]]: |
| ; CHECK-NEXT: [[IV_US:%.*]] = phi i32 [ 0, %[[ENTRY_SPLIT_US]] ], [ [[IV_NEXT_US:%.*]], %[[LOOP_LATCH_US:.*]] ], !dbg [[DBG12:![0-9]+]] |
| ; CHECK-NEXT: br label %[[NOCLOBBER_US:.*]], !dbg [[DBG13:![0-9]+]] |
| |
| ;; Instructions duplicated from noclobber need remapped atoms. |
| ; CHECK: [[NOCLOBBER_US]]: |
| ; CHECK-NEXT: br label %[[LOOP_LATCH_US]], !dbg [[DBG14:![0-9]+]] |
| |
| ; CHECK: [[LOOP_LATCH_US]]: |
| ; CHECK-NEXT: [[C_US:%.*]] = icmp ult i32 [[IV_US]], [[N]], !dbg [[DBG15:![0-9]+]] |
| ; CHECK-NEXT: [[IV_NEXT_US]] = add i32 [[IV_US]], 1, !dbg [[DBG16:![0-9]+]] |
| ; CHECK-NEXT: br i1 [[C_US]], label %[[LOOP_HEADER_US]], label %[[EXIT_SPLIT_US:.*]], !dbg [[DBG17:![0-9]+]] |
| |
| ;; Split from exit, this DILocation shouldn't have source atom info. |
| ; CHECK: [[EXIT_SPLIT_US]]: |
| ; CHECK-NEXT: br label %[[EXIT:.*]], !dbg [[DBG18:![0-9]+]] |
| |
| ;; Same source location as entry's original br, with remapped atom group. |
| ; CHECK: [[ENTRY_SPLIT]]: |
| ; CHECK-NEXT: br label %[[LOOP_HEADER:.*]], !dbg [[DBG19:![0-9]+]] |
| |
| ;; Original loop blocks - the atoms groups should be distinct from those |
| ;; on duplicated instructions in the blocks above. |
| ; CHECK: [[LOOP_HEADER]]: |
| ; CHECK-NEXT: [[IV:%.*]] = phi i32 [ 0, %[[ENTRY_SPLIT]] ], [ [[IV_NEXT:%.*]], %[[LOOP_LATCH:.*]] ], !dbg [[DBG20:![0-9]+]] |
| ; CHECK-NEXT: [[GEP:%.*]] = getelementptr i32, ptr [[PTR]], i64 1, !dbg [[DBG21:![0-9]+]] |
| ; CHECK-NEXT: [[LV:%.*]] = load i32, ptr [[GEP]], align 4, !dbg [[DBG22:![0-9]+]] |
| ; CHECK-NEXT: [[SC:%.*]] = icmp eq i32 [[LV]], 100, !dbg [[DBG23:![0-9]+]] |
| ; CHECK-NEXT: br i1 [[SC]], label %[[NOCLOBBER:.*]], label %[[CLOBBER:.*]], !dbg [[DBG24:![0-9]+]] |
| ; CHECK: [[NOCLOBBER]]: |
| ; CHECK-NEXT: br label %[[LOOP_LATCH]], !dbg [[DBG25:![0-9]+]] |
| ; CHECK: [[CLOBBER]]: |
| ; CHECK-NEXT: call void @clobber(), !dbg [[DBG26:![0-9]+]] |
| ; CHECK-NEXT: br label %[[LOOP_LATCH]], !dbg [[DBG27:![0-9]+]] |
| ; CHECK: [[LOOP_LATCH]]: |
| ; CHECK-NEXT: [[C:%.*]] = icmp ult i32 [[IV]], [[N]], !dbg [[DBG28:![0-9]+]] |
| ; CHECK-NEXT: [[IV_NEXT]] = add i32 [[IV]], 1, !dbg [[DBG29:![0-9]+]] |
| ; CHECK-NEXT: br i1 [[C]], label %[[LOOP_HEADER]], label %[[EXIT_SPLIT:.*]], !dbg [[DBG30:![0-9]+]] |
| |
| ;; Split from exit, this DILocation shouldn't have source atom info. |
| ; CHECK: [[EXIT_SPLIT]]: |
| ; CHECK-NEXT: br label %[[EXIT]], !dbg [[DBG18]] |
| |
| ;; exit.split and exit.split.us take the source location from here but drop its |
| ;; source atom info. |
| ; CHECK: [[EXIT]]: |
| ; CHECK-NEXT: ret i32 10, !dbg [[DBG33:![0-9]+]] |
| |
| define i32 @partial_unswitch_true_successor_hoist_invariant(ptr %ptr, i32 %N) !dbg !5 { |
| entry: |
| br label %loop.header, !dbg !8 |
| |
| loop.header: ; preds = %loop.latch, %entry |
| %iv = phi i32 [ 0, %entry ], [ %iv.next, %loop.latch ], !dbg !9 |
| %gep = getelementptr i32, ptr %ptr, i64 1, !dbg !10 |
| %lv = load i32, ptr %gep, align 4, !dbg !11 |
| %sc = icmp eq i32 %lv, 100, !dbg !12 |
| br i1 %sc, label %noclobber, label %clobber, !dbg !13 |
| |
| noclobber: ; preds = %loop.header |
| br label %loop.latch, !dbg !14 |
| |
| clobber: ; preds = %loop.header |
| call void @clobber(), !dbg !15 |
| br label %loop.latch, !dbg !16 |
| |
| loop.latch: ; preds = %clobber, %noclobber |
| %c = icmp ult i32 %iv, %N, !dbg !17 |
| %iv.next = add i32 %iv, 1, !dbg !18 |
| br i1 %c, label %loop.header, label %exit, !dbg !19 |
| |
| exit: ; preds = %loop.latch |
| ret i32 10, !dbg !20 |
| } |
| |
| declare void @clobber() |
| |
| !llvm.dbg.cu = !{!0} |
| !llvm.debugify = !{!2, !3} |
| !llvm.module.flags = !{!4} |
| |
| !0 = distinct !DICompileUnit(language: DW_LANG_C, file: !1, producer: "debugify", isOptimized: true, runtimeVersion: 0, emissionKind: FullDebug) |
| !1 = !DIFile(filename: "test.ll", directory: "/") |
| !2 = !{i32 13} |
| !3 = !{i32 0} |
| !4 = !{i32 2, !"Debug Info Version", i32 3} |
| !5 = distinct !DISubprogram(name: "partial_unswitch_true_successor_hoist_invariant", linkageName: "partial_unswitch_true_successor_hoist_invariant", scope: null, file: !1, line: 1, type: !6, scopeLine: 1, spFlags: DISPFlagDefinition | DISPFlagOptimized, unit: !0, keyInstructions: true) |
| !6 = !DISubroutineType(types: !7) |
| !7 = !{} |
| !8 = !DILocation(line: 1, scope: !5, atomGroup: 1, atomRank: 1) |
| !9 = !DILocation(line: 2, scope: !5, atomGroup: 2, atomRank: 1) |
| !10 = !DILocation(line: 3, scope: !5, atomGroup: 3, atomRank: 1) |
| !11 = !DILocation(line: 4, scope: !5, atomGroup: 4, atomRank: 1) |
| !12 = !DILocation(line: 5, scope: !5, atomGroup: 5, atomRank: 1) |
| !13 = !DILocation(line: 6, scope: !5, atomGroup: 6, atomRank: 1) |
| !14 = !DILocation(line: 7, scope: !5, atomGroup: 7, atomRank: 1) |
| !15 = !DILocation(line: 8, scope: !5, atomGroup: 8, atomRank: 1) |
| !16 = !DILocation(line: 9, scope: !5, atomGroup: 9, atomRank: 1) |
| !17 = !DILocation(line: 10, scope: !5, atomGroup: 10, atomRank: 1) |
| !18 = !DILocation(line: 11, scope: !5, atomGroup: 11, atomRank: 1) |
| !19 = !DILocation(line: 12, scope: !5, atomGroup: 12, atomRank: 1) |
| !20 = !DILocation(line: 13, scope: !5, atomGroup: 13, atomRank: 1) |
| ;. |
| ; CHECK: distinct !DISubprogram(name: "partial_unswitch_true_successor_hoist_invariant", {{.*}}keyInstructions: true) |
| ; CHECK: [[DBG8]] = !DILocation(line: 3{{.*}}, atomGroup: 24, atomRank: 1) |
| ; CHECK: [[DBG9]] = !DILocation(line: 4{{.*}}, atomGroup: 25, atomRank: 1) |
| ; CHECK: [[DBG10]] = !DILocation(line: 5{{.*}}, atomGroup: 26, atomRank: 1) |
| ; CHECK: [[DBG11]] = !DILocation(line: 1{{.*}}, atomGroup: 14, atomRank: 1) |
| ; CHECK: [[DBG12]] = !DILocation(line: 2{{.*}}, atomGroup: 15, atomRank: 1) |
| ; CHECK: [[DBG13]] = !DILocation(line: 6{{.*}}, atomGroup: 19, atomRank: 1) |
| ; CHECK: [[DBG14]] = !DILocation(line: 7{{.*}}, atomGroup: 20, atomRank: 1) |
| ; CHECK: [[DBG15]] = !DILocation(line: 10{{.*}}, atomGroup: 21, atomRank: 1) |
| ; CHECK: [[DBG16]] = !DILocation(line: 11{{.*}}, atomGroup: 22, atomRank: 1) |
| ; CHECK: [[DBG17]] = !DILocation(line: 12{{.*}}, atomGroup: 23, atomRank: 1) |
| ; CHECK: [[DBG18]] = !DILocation(line: 13, scope: ![[#]]) |
| ; CHECK: [[DBG19]] = !DILocation(line: 1{{.*}}, atomGroup: 1, atomRank: 1) |
| ; CHECK: [[DBG20]] = !DILocation(line: 2{{.*}}, atomGroup: 2, atomRank: 1) |
| ; CHECK: [[DBG21]] = !DILocation(line: 3{{.*}}, atomGroup: 3, atomRank: 1) |
| ; CHECK: [[DBG22]] = !DILocation(line: 4{{.*}}, atomGroup: 4, atomRank: 1) |
| ; CHECK: [[DBG23]] = !DILocation(line: 5{{.*}}, atomGroup: 5, atomRank: 1) |
| ; CHECK: [[DBG24]] = !DILocation(line: 6{{.*}}, atomGroup: 6, atomRank: 1) |
| ; CHECK: [[DBG25]] = !DILocation(line: 7{{.*}}, atomGroup: 7, atomRank: 1) |
| ; CHECK: [[DBG26]] = !DILocation(line: 8{{.*}}, atomGroup: 8, atomRank: 1) |
| ; CHECK: [[DBG27]] = !DILocation(line: 9{{.*}}, atomGroup: 9, atomRank: 1) |
| ; CHECK: [[DBG28]] = !DILocation(line: 10{{.*}}, atomGroup: 10, atomRank: 1) |
| ; CHECK: [[DBG29]] = !DILocation(line: 11{{.*}}, atomGroup: 11, atomRank: 1) |
| ; CHECK: [[DBG30]] = !DILocation(line: 12{{.*}}, atomGroup: 12, atomRank: 1) |
| ; CHECK: [[DBG33]] = !DILocation(line: 13{{.*}}, atomGroup: 13, atomRank: 1) |
| ;. |