| ; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --check-globals none --version 6 | |
| ; RUN: opt -p loop-vectorize -force-vector-width=4 -force-target-supports-masked-memory-ops -tail-folding-policy=must-fold-tail -force-tail-folding-style=data -S %s | FileCheck --check-prefixes=CHECK %s | |
| ; RUN: opt -p loop-vectorize -force-vector-width=4 -force-target-supports-masked-memory-ops -tail-folding-policy=must-fold-tail -force-tail-folding-style=data-and-control -S %s | FileCheck --check-prefixes=CHECK %s | |
| ; Select-based max reduction with tail folding. | |
| define float @fmax_ogt_with_select(ptr %src, i64 %n) { | |
| ; CHECK-LABEL: define float @fmax_ogt_with_select( | |
| ; CHECK-SAME: ptr [[SRC:%.*]], i64 [[N:%.*]]) { | |
| ; CHECK-NEXT: [[ENTRY:.*]]: | |
| ; CHECK-NEXT: br label %[[LOOP:.*]] | |
| ; CHECK: [[LOOP]]: | |
| ; CHECK-NEXT: [[IV:%.*]] = phi i64 [ 0, %[[ENTRY]] ], [ [[IV_NEXT:%.*]], %[[LOOP]] ] | |
| ; CHECK-NEXT: [[MAX:%.*]] = phi float [ -1.000000e+07, %[[ENTRY]] ], [ [[MAX_NEXT:%.*]], %[[LOOP]] ] | |
| ; CHECK-NEXT: [[GEP_SRC:%.*]] = getelementptr inbounds nuw float, ptr [[SRC]], i64 [[IV]] | |
| ; CHECK-NEXT: [[L:%.*]] = load float, ptr [[GEP_SRC]], align 4 | |
| ; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float [[MAX]], [[L]] | |
| ; CHECK-NEXT: [[MAX_NEXT]] = select i1 [[CMP]], float [[MAX]], float [[L]] | |
| ; CHECK-NEXT: [[IV_NEXT]] = add nuw nsw i64 [[IV]], 1 | |
| ; CHECK-NEXT: [[EC:%.*]] = icmp eq i64 [[IV_NEXT]], [[N]] | |
| ; CHECK-NEXT: br i1 [[EC]], label %[[EXIT:.*]], label %[[LOOP]] | |
| ; CHECK: [[EXIT]]: | |
| ; CHECK-NEXT: [[MAX_NEXT_LCSSA:%.*]] = phi float [ [[MAX_NEXT]], %[[LOOP]] ] | |
| ; CHECK-NEXT: ret float [[MAX_NEXT_LCSSA]] | |
| ; | |
| entry: | |
| br label %loop | |
| loop: | |
| %iv = phi i64 [ 0, %entry ], [ %iv.next, %loop ] | |
| %max = phi float [ -1.000000e+07, %entry ], [ %max.next, %loop ] | |
| %gep.src = getelementptr inbounds nuw float, ptr %src, i64 %iv | |
| %l = load float, ptr %gep.src, align 4 | |
| %cmp = fcmp ogt float %max, %l | |
| %max.next = select i1 %cmp, float %max, float %l | |
| %iv.next = add nuw nsw i64 %iv, 1 | |
| %ec = icmp eq i64 %iv.next, %n | |
| br i1 %ec, label %exit, label %loop | |
| exit: | |
| ret float %max.next | |
| } | |
| ; Select-based max reduction with tail folding, ninf and an -inf start value. | |
| define float @fmax_ogt_with_select_ninf_inf_start(ptr %src, i64 %n) { | |
| ; CHECK-LABEL: define float @fmax_ogt_with_select_ninf_inf_start( | |
| ; CHECK-SAME: ptr [[SRC:%.*]], i64 [[N:%.*]]) { | |
| ; CHECK-NEXT: [[ENTRY:.*]]: | |
| ; CHECK-NEXT: br label %[[LOOP:.*]] | |
| ; CHECK: [[LOOP]]: | |
| ; CHECK-NEXT: [[IV:%.*]] = phi i64 [ 0, %[[ENTRY]] ], [ [[IV_NEXT:%.*]], %[[LOOP]] ] | |
| ; CHECK-NEXT: [[MAX:%.*]] = phi float [ -inf, %[[ENTRY]] ], [ [[MAX_NEXT:%.*]], %[[LOOP]] ] | |
| ; CHECK-NEXT: [[GEP_SRC:%.*]] = getelementptr inbounds nuw float, ptr [[SRC]], i64 [[IV]] | |
| ; CHECK-NEXT: [[L:%.*]] = load float, ptr [[GEP_SRC]], align 4 | |
| ; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float [[MAX]], [[L]] | |
| ; CHECK-NEXT: [[MAX_NEXT]] = select ninf i1 [[CMP]], float [[MAX]], float [[L]] | |
| ; CHECK-NEXT: [[IV_NEXT]] = add nuw nsw i64 [[IV]], 1 | |
| ; CHECK-NEXT: [[EC:%.*]] = icmp eq i64 [[IV_NEXT]], [[N]] | |
| ; CHECK-NEXT: br i1 [[EC]], label %[[EXIT:.*]], label %[[LOOP]] | |
| ; CHECK: [[EXIT]]: | |
| ; CHECK-NEXT: [[MAX_NEXT_LCSSA:%.*]] = phi float [ [[MAX_NEXT]], %[[LOOP]] ] | |
| ; CHECK-NEXT: ret float [[MAX_NEXT_LCSSA]] | |
| ; | |
| entry: | |
| br label %loop | |
| loop: | |
| %iv = phi i64 [ 0, %entry ], [ %iv.next, %loop ] | |
| %max = phi float [ 0xFFF0000000000000, %entry ], [ %max.next, %loop ] | |
| %gep.src = getelementptr inbounds nuw float, ptr %src, i64 %iv | |
| %l = load float, ptr %gep.src, align 4 | |
| %cmp = fcmp ogt float %max, %l | |
| %max.next = select ninf i1 %cmp, float %max, float %l | |
| %iv.next = add nuw nsw i64 %iv, 1 | |
| %ec = icmp eq i64 %iv.next, %n | |
| br i1 %ec, label %exit, label %loop | |
| exit: | |
| ret float %max.next | |
| } | |
| ; Select-based max reduction with tail folding and a start value that may be | |
| ; NaN. | |
| define float @fmax_ogt_with_select_start_arg(ptr %src, float %start, i64 %n) { | |
| ; CHECK-LABEL: define float @fmax_ogt_with_select_start_arg( | |
| ; CHECK-SAME: ptr [[SRC:%.*]], float [[START:%.*]], i64 [[N:%.*]]) { | |
| ; CHECK-NEXT: [[ENTRY:.*]]: | |
| ; CHECK-NEXT: br label %[[LOOP:.*]] | |
| ; CHECK: [[LOOP]]: | |
| ; CHECK-NEXT: [[IV:%.*]] = phi i64 [ 0, %[[ENTRY]] ], [ [[IV_NEXT:%.*]], %[[LOOP]] ] | |
| ; CHECK-NEXT: [[MAX:%.*]] = phi float [ [[START]], %[[ENTRY]] ], [ [[MAX_NEXT:%.*]], %[[LOOP]] ] | |
| ; CHECK-NEXT: [[GEP_SRC:%.*]] = getelementptr inbounds nuw float, ptr [[SRC]], i64 [[IV]] | |
| ; CHECK-NEXT: [[L:%.*]] = load float, ptr [[GEP_SRC]], align 4 | |
| ; CHECK-NEXT: [[CMP:%.*]] = fcmp ogt float [[MAX]], [[L]] | |
| ; CHECK-NEXT: [[MAX_NEXT]] = select i1 [[CMP]], float [[MAX]], float [[L]] | |
| ; CHECK-NEXT: [[IV_NEXT]] = add nuw nsw i64 [[IV]], 1 | |
| ; CHECK-NEXT: [[EC:%.*]] = icmp eq i64 [[IV_NEXT]], [[N]] | |
| ; CHECK-NEXT: br i1 [[EC]], label %[[EXIT:.*]], label %[[LOOP]] | |
| ; CHECK: [[EXIT]]: | |
| ; CHECK-NEXT: [[MAX_NEXT_LCSSA:%.*]] = phi float [ [[MAX_NEXT]], %[[LOOP]] ] | |
| ; CHECK-NEXT: ret float [[MAX_NEXT_LCSSA]] | |
| ; | |
| entry: | |
| br label %loop | |
| loop: | |
| %iv = phi i64 [ 0, %entry ], [ %iv.next, %loop ] | |
| %max = phi float [ %start, %entry ], [ %max.next, %loop ] | |
| %gep.src = getelementptr inbounds nuw float, ptr %src, i64 %iv | |
| %l = load float, ptr %gep.src, align 4 | |
| %cmp = fcmp ogt float %max, %l | |
| %max.next = select i1 %cmp, float %max, float %l | |
| %iv.next = add nuw nsw i64 %iv, 1 | |
| %ec = icmp eq i64 %iv.next, %n | |
| br i1 %ec, label %exit, label %loop | |
| exit: | |
| ret float %max.next | |
| } |