| ; RUN: opt < %s -passes='loop-vectorize,loop-unroll,transform-warning' \ | |
| ; RUN: -force-vector-width=4 -force-vector-interleave=1 \ | |
| ; RUN: -enable-epilogue-vectorization -epilogue-vectorization-force-VF=4 \ | |
| ; RUN: -disable-output -pass-remarks-missed=transform-warning 2>&1 | FileCheck %s | |
| ; RUN: opt < %s -passes='loop-vectorize,loop-unroll,transform-warning' \ | |
| ; RUN: -force-vector-width=4 -force-vector-interleave=1 \ | |
| ; RUN: -enable-epilogue-vectorization -epilogue-vectorization-force-VF=4 \ | |
| ; RUN: -disable-output -pass-remarks-output=%t.yaml 2>&1 | |
| ; RUN: FileCheck --input-file=%t.yaml %s --check-prefix=YAML | |
| ; Verify that when the loop vectorizer produces body / epilogue | |
| ; metadata and the unroller *fails* to unroll (runtime unrolling is disabled), | |
| ; the surviving unroll hints reach WarnMissedTransforms, which emits a | |
| ; distinct "not unrolled" warning for each loop-kind qualifier. | |
| ; | |
| ; Pipeline: loop-vectorize -> loop-unroll -> transform-warning. | |
| ; Epilogue vectorization is forced to exercise all four loop categories: | |
| ; | |
| ; 1. plain loop – not touched by the vectorizer | |
| ; 2. vectorized loop – main vector body (has vectorize.body) | |
| ; 3. epilogue loop – epilogue loop (has vectorize.epilogue) | |
| ; | |
| ; Runtime unrolling is disabled via metadata so the unroller cannot act, | |
| ; causing the pragma-unroll hint to survive to the warning pass. | |
| ; Both stderr warnings and YAML structured output are checked. | |
| ;--- plain_loop: vectorize.enable=false, runtime unroll disabled --------------- | |
| ; CHECK: warning: test.cpp:1:1: loop not unrolled: the optimizer was unable to perform the requested transformation | |
| ; CHECK-NOT: warning: test.cpp:1:1: vectorized | |
| ; CHECK-NOT: warning: test.cpp:1:1: epilogue | |
| define void @plain_loop(ptr noalias %A, i64 %n) !dbg !100 { | |
| entry: | |
| br label %loop, !dbg !108 | |
| loop: | |
| %i = phi i64 [0, %entry], [%i.next, %loop] | |
| %gep = getelementptr inbounds i32, ptr %A, i64 %i | |
| %v = load i32, ptr %gep, align 4 | |
| %add = add i32 %v, 1 | |
| store i32 %add, ptr %gep, align 4 | |
| %i.next = add nuw nsw i64 %i, 1 | |
| %cmp = icmp slt i64 %i.next, %n | |
| br i1 %cmp, label %loop, label %exit, !dbg !108, !llvm.loop !10 | |
| exit: | |
| ret void | |
| } | |
| ;--- vectorizable_loop: vectorized with epilogue, all three fail to unroll ----- | |
| ; CHECK-DAG: warning: test.cpp:10:1: vectorized loop not unrolled: the optimizer was unable to perform the requested transformation | |
| ; CHECK-DAG: warning: test.cpp:10:1: epilogue loop not unrolled: the optimizer was unable to perform the requested transformation | |
| define void @vectorizable_loop(ptr noalias %A, ptr noalias %B, i64 %n) !dbg !200 { | |
| entry: | |
| br label %loop, !dbg !208 | |
| loop: | |
| %i = phi i64 [0, %entry], [%i.next, %loop] | |
| %gep.a = getelementptr inbounds i32, ptr %A, i64 %i | |
| %gep.b = getelementptr inbounds i32, ptr %B, i64 %i | |
| %v = load i32, ptr %gep.a, align 4 | |
| %add = add i32 %v, 1 | |
| store i32 %add, ptr %gep.b, align 4 | |
| %i.next = add nuw nsw i64 %i, 1 | |
| %cmp = icmp slt i64 %i.next, %n | |
| br i1 %cmp, label %loop, label %exit, !dbg !208, !llvm.loop !20 | |
| exit: | |
| ret void | |
| } | |
| ;--- YAML checks --------------------------------------------------------------- | |
| ; YAML: --- !Failure | |
| ; YAML: Pass: transform-warning | |
| ; YAML: Name: FailedRequestedUnrolling | |
| ; YAML: Function: plain_loop | |
| ; YAML: Args: | |
| ; YAML: - String: 'loop not unrolled: | |
| ; YAML: --- !Failure | |
| ; YAML: Pass: transform-warning | |
| ; YAML: Name: FailedRequestedUnrolling | |
| ; YAML: Function: vectorizable_loop | |
| ; YAML: Args: | |
| ; YAML: - String: 'vectorized loop not unrolled: | |
| ; YAML: --- !Failure | |
| ; YAML: Pass: transform-warning | |
| ; YAML: Name: FailedRequestedUnrolling | |
| ; YAML: Function: vectorizable_loop | |
| ; YAML: Args: | |
| ; YAML: - String: 'epilogue loop not unrolled: | |
| ;--- Metadata ------------------------------------------------------------------ | |
| !llvm.dbg.cu = !{!0} | |
| !llvm.module.flags = !{!2, !3} | |
| !0 = distinct !DICompileUnit(language: DW_LANG_C99, file: !1, isOptimized: true, runtimeVersion: 0, emissionKind: NoDebug) | |
| !1 = !DIFile(filename: "test.cpp", directory: ".") | |
| !2 = !{i32 2, !"Dwarf Version", i32 4} | |
| !3 = !{i32 2, !"Debug Info Version", i32 3} | |
| !99 = !DISubroutineType(types: !{}) | |
| ; Plain loop: vectorize disabled, unroll requested, runtime unroll disabled | |
| ; (runtime unroll disabled to prevent the unroller from succeeding on this | |
| ; runtime-trip-count loop, so the hint survives to transform-warning) | |
| !10 = distinct !{!10, !11, !12, !13} | |
| !11 = !{!"llvm.loop.vectorize.disable"} | |
| !12 = !{!"llvm.loop.unroll.enable"} | |
| !13 = !{!"llvm.loop.unroll.runtime.disable"} | |
| ; Vectorizable loop: just unroll requested (vectorizer will vectorize it and | |
| ; add unroll.runtime.disable to the remainder and epilogue loops) | |
| !20 = distinct !{!20, !12} | |
| !100 = distinct !DISubprogram(name: "plain_loop", scope: !1, file: !1, line: 1, type: !99, isLocal: false, isDefinition: true, scopeLine: 1, unit: !0) | |
| !108 = !DILocation(line: 1, column: 1, scope: !100) | |
| !200 = distinct !DISubprogram(name: "vectorizable_loop", scope: !1, file: !1, line: 10, type: !99, isLocal: false, isDefinition: true, scopeLine: 10, unit: !0) | |
| !208 = !DILocation(line: 10, column: 1, scope: !200) |