; Test the loop alignment.
; RUN: llc -verify-machineinstrs -mcpu=a2 -mtriple powerpc64le-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,GENERIC
; RUN: llc -verify-machineinstrs -mcpu=pwr8 -mtriple powerpc64le-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR
; RUN: llc -verify-machineinstrs -mcpu=pwr9 -mtriple powerpc64le-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR
; RUN: llc -verify-machineinstrs -mcpu=pwr8 -mtriple powerpc64-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR
; RUN: llc -verify-machineinstrs -mcpu=pwr9 -mtriple powerpc64-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR

; Test the loop alignment and the option -disable-ppc-innermost-loop-align32.
; RUN: llc -verify-machineinstrs -mcpu=a2 -disable-ppc-innermost-loop-align32 -mtriple powerpc64le-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,GENERIC-DISABLE-PPC-INNERMOST-LOOP-ALIGN32
; RUN: llc -verify-machineinstrs -mcpu=pwr8 -disable-ppc-innermost-loop-align32 -mtriple powerpc64le-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR-DISABLE-PPC-INNERMOST-LOOP-ALIGN32
; RUN: llc -verify-machineinstrs -mcpu=pwr9 -disable-ppc-innermost-loop-align32 -mtriple powerpc64le-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR-DISABLE-PPC-INNERMOST-LOOP-ALIGN32
; RUN: llc -verify-machineinstrs -mcpu=pwr8 -disable-ppc-innermost-loop-align32 -mtriple powerpc64-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR-DISABLE-PPC-INNERMOST-LOOP-ALIGN32
; RUN: llc -verify-machineinstrs -mcpu=pwr9 -disable-ppc-innermost-loop-align32 -mtriple powerpc64-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR-DISABLE-PPC-INNERMOST-LOOP-ALIGN32


%struct.parm = type { i32*, i32, i32 }

; Test the loop alignment when the innermost hot loop has more than 8 instructions.
define void @big_loop(%struct.parm* %arg) {
entry:
  %localArg.sroa.0.0..sroa_idx = getelementptr inbounds %struct.parm, %struct.parm* %arg, i64 0, i32 0
  %localArg.sroa.0.0.copyload = load i32*, i32** %localArg.sroa.0.0..sroa_idx, align 8
  %localArg.sroa.4.0..sroa_idx56 = getelementptr inbounds %struct.parm, %struct.parm* %arg, i64 0, i32 1
  %localArg.sroa.4.0.copyload = load i32, i32* %localArg.sroa.4.0..sroa_idx56, align 8
  %localArg.sroa.5.0..sroa_idx58 = getelementptr inbounds %struct.parm, %struct.parm* %arg, i64 0, i32 2
  %localArg.sroa.5.0.copyload = load i32, i32* %localArg.sroa.5.0..sroa_idx58, align 4
  %0 = sext i32 %localArg.sroa.5.0.copyload to i64
  br label %do.body

do.body:                                          ; preds = %do.end, %entry
  %m.0 = phi i32 [ %localArg.sroa.4.0.copyload, %entry ], [ %dec24, %do.end ]
  br label %do.body3

do.body3:                                         ; preds = %do.body3, %do.body
  %indvars.iv = phi i64 [ %indvars.iv.next, %do.body3 ], [ %0, %do.body ]
  %1 = add nsw i64 %indvars.iv, 2
  %arrayidx = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %1
  %2 = add nsw i64 %indvars.iv, 3
  %3 = trunc i64 %1 to i32
  %4 = add nsw i64 %indvars.iv, 4
  %arrayidx10 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %2
  %5 = trunc i64 %2 to i32
  store i32 %5, i32* %arrayidx10, align 4
  %arrayidx12 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %4
  %6 = trunc i64 %4 to i32
  store i32 %6, i32* %arrayidx12, align 4
  store i32 %3, i32* %arrayidx, align 4
  %arrayidx21 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %indvars.iv
  %7 = trunc i64 %indvars.iv to i32
  %8 = add i32 %7, 1
  store i32 %8, i32* %arrayidx21, align 4
  %indvars.iv.next = add nsw i64 %indvars.iv, -1
  %9 = icmp eq i64 %indvars.iv, 0
  br i1 %9, label %do.end, label %do.body3

do.end:                                           ; preds = %do.body3
  %dec24 = add nsw i32 %m.0, -1
  %tobool25 = icmp eq i32 %m.0, 0
  br i1 %tobool25, label %do.end26, label %do.body

do.end26:                                         ; preds = %do.end
  %arrayidx28 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %0
  store i32 0, i32* %arrayidx28, align 4
  ret void


; CHECK-LABEL: @big_loop
; CHECK: mtctr 
; GENERIC: .p2align  4
; PWR: .p2align  5
; GENERIC-DISABLE-PPC-INNERMOST-LOOP-ALIGN32: .p2align  4
; PWR-DISABLE-PPC-INNERMOST-LOOP-ALIGN32: .p2align  4  
; CHECK: bdnz 
}

; Test the loop alignment when the innermost hot loop has 5-8 instructions.
define void @general_loop(i32* %s, i64 %m) {
entry:
  %tobool40 = icmp eq i64 %m, 0
  br i1 %tobool40, label %while.end18, label %while.body3.lr.ph

while.cond.loopexit:                              ; preds = %while.body3
  %tobool = icmp eq i64 %dec, 0
  br i1 %tobool, label %while.end18, label %while.body3.lr.ph

while.body3.lr.ph:                                ; preds = %entry, %while.cond.loopexit
  %m.addr.041 = phi i64 [ %dec, %while.cond.loopexit ], [ %m, %entry ]
  %dec = add nsw i64 %m.addr.041, -1
  %conv = trunc i64 %m.addr.041 to i32
  %conv11 = trunc i64 %dec to i32
  br label %while.body3

while.body3:                                      ; preds = %while.body3.lr.ph, %while.body3
  %n.039 = phi i64 [ %m.addr.041, %while.body3.lr.ph ], [ %dec16, %while.body3 ]
  %inc = add nsw i64 %n.039, 1
  %arrayidx = getelementptr inbounds i32, i32* %s, i64 %n.039
  %inc5 = add nsw i64 %n.039, 2
  %arrayidx6 = getelementptr inbounds i32, i32* %s, i64 %inc
  %sub = sub nsw i64 %dec, %inc5
  %conv7 = trunc i64 %sub to i32
  %arrayidx9 = getelementptr inbounds i32, i32* %s, i64 %inc5
  store i32 %conv7, i32* %arrayidx9, align 4
  store i32 %conv11, i32* %arrayidx6, align 4
  store i32 %conv, i32* %arrayidx, align 4
  %dec16 = add nsw i64 %n.039, -1
  %tobool2 = icmp eq i64 %dec16, 0
  br i1 %tobool2, label %while.cond.loopexit, label %while.body3

while.end18:                                      ; preds = %while.cond.loopexit, %entry
  ret void


; CHECK-LABEL: @general_loop
; CHECK: mtctr 
; GENERIC: .p2align  4
; PWR: .p2align  5
; GENERIC-DISABLE-PPC-INNERMOST-LOOP-ALIGN32: .p2align  4
; PWR-DISABLE-PPC-INNERMOST-LOOP-ALIGN32: .p2align  5  
; CHECK: bdnz
}

; Test the small loop alignment when the innermost hot loop has less than 4 instructions.
define void @small_loop(i64 %m) {
entry:
  br label %do.body

do.body:                                          ; preds = %do.end, %entry
  %m.addr.0 = phi i64 [ %m, %entry ], [ %1, %do.end ]
  br label %do.body1

do.body1:                                         ; preds = %do.body1, %do.body
  %n.0 = phi i64 [ %m.addr.0, %do.body ], [ %0, %do.body1 ]
  %0 = tail call i64 asm "subi     $0,$0,1", "=r,0"(i64 %n.0)
  %tobool = icmp eq i64 %0, 0
  br i1 %tobool, label %do.end, label %do.body1

do.end:                                           ; preds = %do.body1
  %1 = tail call i64 asm "subi     $1,$1,1", "=r,0"(i64 %m.addr.0)
  %tobool3 = icmp eq i64 %1, 0
  br i1 %tobool3, label %do.end4, label %do.body

do.end4:                                          ; preds = %do.end
  ret void


; CHECK-LABEL: @small_loop
; CHECK: mr 
; GENERIC: .p2align  4
; PWR: .p2align  5
; GENERIC-DISABLE-PPC-INNERMOST-LOOP-ALIGN32: .p2align  4
; PWR-DISABLE-PPC-INNERMOST-LOOP-ALIGN32: .p2align  4  
; CHECK: bne
}

; Test the loop alignment when the innermost cold loop has more than 8 instructions.
define void @big_loop_cold_innerloop(%struct.parm* %arg) {
entry:
  %localArg.sroa.0.0..sroa_idx = getelementptr inbounds %struct.parm, %struct.parm* %arg, i64 0, i32 0
  %localArg.sroa.0.0.copyload = load i32*, i32** %localArg.sroa.0.0..sroa_idx, align 8
  %localArg.sroa.4.0..sroa_idx56 = getelementptr inbounds %struct.parm, %struct.parm* %arg, i64 0, i32 1
  %localArg.sroa.4.0.copyload = load i32, i32* %localArg.sroa.4.0..sroa_idx56, align 8
  %localArg.sroa.5.0..sroa_idx58 = getelementptr inbounds %struct.parm, %struct.parm* %arg, i64 0, i32 2
  %localArg.sroa.5.0.copyload = load i32, i32* %localArg.sroa.5.0..sroa_idx58, align 4
  %0 = sext i32 %localArg.sroa.5.0.copyload to i64
  br label %do.body

do.body:                                          ; preds = %do.end, %entry
  %m.0 = phi i32 [ %localArg.sroa.4.0.copyload, %entry ], [ %dec24, %do.end ]
  br label %do.body3

do.body3:                                         ; preds = %do.body3, %do.body
  %indvars.iv = phi i64 [ %indvars.iv.next, %do.body3 ], [ %0, %do.body ]
  %1 = add nsw i64 %indvars.iv, 2
  %arrayidx = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %1
  %2 = add nsw i64 %indvars.iv, 3
  %3 = trunc i64 %1 to i32
  %4 = add nsw i64 %indvars.iv, 4
  %arrayidx10 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %2
  %5 = trunc i64 %2 to i32
  store i32 %5, i32* %arrayidx10, align 4
  %arrayidx12 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %4
  %6 = trunc i64 %4 to i32
  store i32 %6, i32* %arrayidx12, align 4
  store i32 %3, i32* %arrayidx, align 4
  %arrayidx21 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %indvars.iv
  %7 = trunc i64 %indvars.iv to i32
  %8 = add i32 %7, 1
  store i32 %8, i32* %arrayidx21, align 4
  %indvars.iv.next = add nsw i64 %indvars.iv, -1
  %9 = icmp eq i64 %indvars.iv, 0
  br i1 %9, label %do.end, label %do.body3

do.end:                                           ; preds = %do.body3
  %dec24 = add nsw i32 %m.0, -1
  %tobool25 = icmp eq i32 %m.0, 0
  br i1 %tobool25, label %do.end26, label %do.body

do.end26:                                         ; preds = %do.end
  %arrayidx28 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %0
  store i32 0, i32* %arrayidx28, align 4
  ret void


; CHECK-LABEL: @big_loop_cold_innerloop
; CHECK: mtctr 
; PWR: .p2align 5
; CHECK-NOT: .p2align 5
; CHECK: bdnz 
}