| ; NOTE: Assertions have been autogenerated by utils/update_test_checks.py | |
| ; RUN: opt -passes=loop-vectorize -force-vector-width=2 -S -tail-folding-policy=must-fold-tail %s | FileCheck %s | |
| ; Test case for PR46525. There are two candidates to pick for | |
| ; `udiv i64 %y, %add` when expanding SCEV expressions. Make sure we pick %div, | |
| ; which dominates the vector loop. | |
| define void @test(i16 %x, i64 %y, ptr %ptr) { | |
| ; CHECK-LABEL: @test( | |
| ; CHECK-NEXT: entry: | |
| ; CHECK-NEXT: [[CONV19:%.*]] = sext i16 [[X:%.*]] to i64 | |
| ; CHECK-NEXT: [[ADD:%.*]] = add i64 [[CONV19]], 492802768830814067 | |
| ; CHECK-NEXT: br label [[LOOP_PREHEADER:%.*]] | |
| ; CHECK: loop.preheader: | |
| ; CHECK-NEXT: [[DIV:%.*]] = udiv i64 [[Y:%.*]], [[ADD]] | |
| ; CHECK-NEXT: [[INC:%.*]] = add i64 [[DIV]], 1 | |
| ; CHECK-NEXT: [[TMP0:%.*]] = add nuw nsw i64 [[DIV]], 4 | |
| ; CHECK-NEXT: [[TMP1:%.*]] = udiv i64 [[TMP0]], [[INC]] | |
| ; CHECK-NEXT: [[TMP2:%.*]] = add nuw nsw i64 [[TMP1]], 1 | |
| ; CHECK-NEXT: br label [[VECTOR_PH:%.*]] | |
| ; CHECK: vector.ph: | |
| ; CHECK-NEXT: [[N_RND_UP:%.*]] = add i64 [[TMP2]], 1 | |
| ; CHECK-NEXT: [[N_MOD_VF:%.*]] = and i64 [[N_RND_UP]], 1 | |
| ; CHECK-NEXT: [[N_VEC:%.*]] = sub i64 [[N_RND_UP]], [[N_MOD_VF]] | |
| ; CHECK-NEXT: br label [[VECTOR_BODY:%.*]] | |
| ; CHECK: vector.body: | |
| ; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ 0, [[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], [[VECTOR_BODY]] ] | |
| ; CHECK-NEXT: [[INDEX_NEXT]] = add nuw i64 [[INDEX]], 2 | |
| ; CHECK-NEXT: [[TMP3:%.*]] = icmp eq i64 [[INDEX_NEXT]], [[N_VEC]] | |
| ; CHECK-NEXT: br i1 [[TMP3]], label [[MIDDLE_BLOCK:%.*]], label [[VECTOR_BODY]], !llvm.loop [[LOOP0:![0-9]+]] | |
| ; CHECK: middle.block: | |
| ; CHECK-NEXT: store i32 0, ptr [[PTR:%.*]], align 4 | |
| ; CHECK-NEXT: br label [[LOOP:%.*]] | |
| ; CHECK: loop.exit: | |
| ; CHECK-NEXT: [[DIV_1:%.*]] = udiv i64 [[Y]], [[ADD]] | |
| ; CHECK-NEXT: [[V1:%.*]] = add i64 [[DIV_1]], 1 | |
| ; CHECK-NEXT: br label [[LOOP_2:%.*]] | |
| ; CHECK: loop.2: | |
| ; CHECK-NEXT: [[IV_1:%.*]] = phi i64 [ [[IV_NEXT_1:%.*]], [[LOOP_2]] ], [ 0, [[LOOP]] ] | |
| ; CHECK-NEXT: [[IV_NEXT_1]] = add i64 [[IV_1]], [[V1]] | |
| ; CHECK-NEXT: call void @use(i64 [[IV_NEXT_1]]) | |
| ; CHECK-NEXT: [[EC:%.*]] = icmp ult i64 [[IV_NEXT_1]], 200 | |
| ; CHECK-NEXT: br i1 [[EC]], label [[LOOP_2]], label [[LOOP_2_EXIT:%.*]] | |
| ; CHECK: loop.2.exit: | |
| ; CHECK-NEXT: [[C:%.*]] = call i1 @cond() | |
| ; CHECK-NEXT: br i1 [[C]], label [[LOOP_PREHEADER]], label [[EXIT:%.*]] | |
| ; CHECK: exit: | |
| ; CHECK-NEXT: ret void | |
| ; | |
| entry: | |
| %conv19 = sext i16 %x to i64 | |
| %add = add i64 %conv19, 492802768830814067 | |
| br label %loop.preheader | |
| loop.preheader: | |
| %div = udiv i64 %y, %add | |
| %inc = add i64 %div, 1 | |
| br label %loop | |
| loop: | |
| %iv = phi i64 [ %iv.next, %loop ], [ 0, %loop.preheader ] | |
| store i32 0, ptr %ptr, align 4 | |
| %v2 = trunc i64 %iv to i8 | |
| %v3 = add i8 %v2, 1 | |
| %cmp15 = icmp slt i8 %v3, 5 | |
| %iv.next = add i64 %iv, %inc | |
| br i1 %cmp15, label %loop, label %loop.exit | |
| loop.exit: | |
| %div.1 = udiv i64 %y, %add | |
| %v1 = add i64 %div.1, 1 | |
| br label %loop.2 | |
| loop.2: | |
| %iv.1 = phi i64 [ %iv.next.1, %loop.2 ], [ 0, %loop.exit ] | |
| %iv.next.1 = add i64 %iv.1, %v1 | |
| call void @use(i64 %iv.next.1) | |
| %ec = icmp ult i64 %iv.next.1, 200 | |
| br i1 %ec, label %loop.2, label %loop.2.exit | |
| loop.2.exit: | |
| %c = call i1 @cond() | |
| br i1 %c, label %loop.preheader, label %exit | |
| exit: | |
| ret void | |
| } | |
| declare void @use(i64) | |
| declare i1 @cond() |