| ; Test the loop alignment. |
| ; RUN: llc -verify-machineinstrs -mcpu=a2 -mtriple powerpc64le-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,GENERIC |
| ; RUN: llc -verify-machineinstrs -mcpu=pwr8 -mtriple powerpc64le-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR |
| ; RUN: llc -verify-machineinstrs -mcpu=pwr9 -mtriple powerpc64le-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR |
| ; RUN: llc -verify-machineinstrs -mcpu=pwr8 -mtriple powerpc64-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR |
| ; RUN: llc -verify-machineinstrs -mcpu=pwr9 -mtriple powerpc64-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR |
| |
| ; Test the loop alignment and the option -disable-ppc-innermost-loop-align32. |
| ; RUN: llc -verify-machineinstrs -mcpu=a2 -disable-ppc-innermost-loop-align32 -mtriple powerpc64le-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,GENERIC-DISABLE-PPC-INNERMOST-LOOP-ALIGN32 |
| ; RUN: llc -verify-machineinstrs -mcpu=pwr8 -disable-ppc-innermost-loop-align32 -mtriple powerpc64le-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR-DISABLE-PPC-INNERMOST-LOOP-ALIGN32 |
| ; RUN: llc -verify-machineinstrs -mcpu=pwr9 -disable-ppc-innermost-loop-align32 -mtriple powerpc64le-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR-DISABLE-PPC-INNERMOST-LOOP-ALIGN32 |
| ; RUN: llc -verify-machineinstrs -mcpu=pwr8 -disable-ppc-innermost-loop-align32 -mtriple powerpc64-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR-DISABLE-PPC-INNERMOST-LOOP-ALIGN32 |
| ; RUN: llc -verify-machineinstrs -mcpu=pwr9 -disable-ppc-innermost-loop-align32 -mtriple powerpc64-unknown-linux-gnu < %s | FileCheck %s -check-prefixes=CHECK,PWR-DISABLE-PPC-INNERMOST-LOOP-ALIGN32 |
| |
| |
| %struct.parm = type { i32*, i32, i32 } |
| |
| ; Test the loop alignment when the innermost hot loop has more than 8 instructions. |
| define void @big_loop(%struct.parm* %arg) { |
| entry: |
| %localArg.sroa.0.0..sroa_idx = getelementptr inbounds %struct.parm, %struct.parm* %arg, i64 0, i32 0 |
| %localArg.sroa.0.0.copyload = load i32*, i32** %localArg.sroa.0.0..sroa_idx, align 8 |
| %localArg.sroa.4.0..sroa_idx56 = getelementptr inbounds %struct.parm, %struct.parm* %arg, i64 0, i32 1 |
| %localArg.sroa.4.0.copyload = load i32, i32* %localArg.sroa.4.0..sroa_idx56, align 8 |
| %localArg.sroa.5.0..sroa_idx58 = getelementptr inbounds %struct.parm, %struct.parm* %arg, i64 0, i32 2 |
| %localArg.sroa.5.0.copyload = load i32, i32* %localArg.sroa.5.0..sroa_idx58, align 4 |
| %0 = sext i32 %localArg.sroa.5.0.copyload to i64 |
| br label %do.body |
| |
| do.body: ; preds = %do.end, %entry |
| %m.0 = phi i32 [ %localArg.sroa.4.0.copyload, %entry ], [ %dec24, %do.end ] |
| br label %do.body3 |
| |
| do.body3: ; preds = %do.body3, %do.body |
| %indvars.iv = phi i64 [ %indvars.iv.next, %do.body3 ], [ %0, %do.body ] |
| %1 = add nsw i64 %indvars.iv, 2 |
| %arrayidx = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %1 |
| %2 = add nsw i64 %indvars.iv, 3 |
| %3 = trunc i64 %1 to i32 |
| %4 = add nsw i64 %indvars.iv, 4 |
| %arrayidx10 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %2 |
| %5 = trunc i64 %2 to i32 |
| store i32 %5, i32* %arrayidx10, align 4 |
| %arrayidx12 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %4 |
| %6 = trunc i64 %4 to i32 |
| store i32 %6, i32* %arrayidx12, align 4 |
| store i32 %3, i32* %arrayidx, align 4 |
| %arrayidx21 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %indvars.iv |
| %7 = trunc i64 %indvars.iv to i32 |
| %8 = add i32 %7, 1 |
| store i32 %8, i32* %arrayidx21, align 4 |
| %indvars.iv.next = add nsw i64 %indvars.iv, -1 |
| %9 = icmp eq i64 %indvars.iv, 0 |
| br i1 %9, label %do.end, label %do.body3 |
| |
| do.end: ; preds = %do.body3 |
| %dec24 = add nsw i32 %m.0, -1 |
| %tobool25 = icmp eq i32 %m.0, 0 |
| br i1 %tobool25, label %do.end26, label %do.body |
| |
| do.end26: ; preds = %do.end |
| %arrayidx28 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %0 |
| store i32 0, i32* %arrayidx28, align 4 |
| ret void |
| |
| |
| ; CHECK-LABEL: @big_loop |
| ; CHECK: mtctr |
| ; GENERIC: .p2align 4 |
| ; PWR: .p2align 5 |
| ; GENERIC-DISABLE-PPC-INNERMOST-LOOP-ALIGN32: .p2align 4 |
| ; PWR-DISABLE-PPC-INNERMOST-LOOP-ALIGN32: .p2align 4 |
| ; CHECK: bdnz |
| } |
| |
| ; Test the loop alignment when the innermost hot loop has 5-8 instructions. |
| define void @general_loop(i32* %s, i64 %m) { |
| entry: |
| %tobool40 = icmp eq i64 %m, 0 |
| br i1 %tobool40, label %while.end18, label %while.body3.lr.ph |
| |
| while.cond.loopexit: ; preds = %while.body3 |
| %tobool = icmp eq i64 %dec, 0 |
| br i1 %tobool, label %while.end18, label %while.body3.lr.ph |
| |
| while.body3.lr.ph: ; preds = %entry, %while.cond.loopexit |
| %m.addr.041 = phi i64 [ %dec, %while.cond.loopexit ], [ %m, %entry ] |
| %dec = add nsw i64 %m.addr.041, -1 |
| %conv = trunc i64 %m.addr.041 to i32 |
| %conv11 = trunc i64 %dec to i32 |
| br label %while.body3 |
| |
| while.body3: ; preds = %while.body3.lr.ph, %while.body3 |
| %n.039 = phi i64 [ %m.addr.041, %while.body3.lr.ph ], [ %dec16, %while.body3 ] |
| %inc = add nsw i64 %n.039, 1 |
| %arrayidx = getelementptr inbounds i32, i32* %s, i64 %n.039 |
| %inc5 = add nsw i64 %n.039, 2 |
| %arrayidx6 = getelementptr inbounds i32, i32* %s, i64 %inc |
| %sub = sub nsw i64 %dec, %inc5 |
| %conv7 = trunc i64 %sub to i32 |
| %arrayidx9 = getelementptr inbounds i32, i32* %s, i64 %inc5 |
| store i32 %conv7, i32* %arrayidx9, align 4 |
| store i32 %conv11, i32* %arrayidx6, align 4 |
| store i32 %conv, i32* %arrayidx, align 4 |
| %dec16 = add nsw i64 %n.039, -1 |
| %tobool2 = icmp eq i64 %dec16, 0 |
| br i1 %tobool2, label %while.cond.loopexit, label %while.body3 |
| |
| while.end18: ; preds = %while.cond.loopexit, %entry |
| ret void |
| |
| |
| ; CHECK-LABEL: @general_loop |
| ; CHECK: mtctr |
| ; GENERIC: .p2align 4 |
| ; PWR: .p2align 5 |
| ; GENERIC-DISABLE-PPC-INNERMOST-LOOP-ALIGN32: .p2align 4 |
| ; PWR-DISABLE-PPC-INNERMOST-LOOP-ALIGN32: .p2align 5 |
| ; CHECK: bdnz |
| } |
| |
| ; Test the small loop alignment when the innermost hot loop has less than 4 instructions. |
| define void @small_loop(i64 %m) { |
| entry: |
| br label %do.body |
| |
| do.body: ; preds = %do.end, %entry |
| %m.addr.0 = phi i64 [ %m, %entry ], [ %1, %do.end ] |
| br label %do.body1 |
| |
| do.body1: ; preds = %do.body1, %do.body |
| %n.0 = phi i64 [ %m.addr.0, %do.body ], [ %0, %do.body1 ] |
| %0 = tail call i64 asm "subi $0,$0,1", "=r,0"(i64 %n.0) |
| %tobool = icmp eq i64 %0, 0 |
| br i1 %tobool, label %do.end, label %do.body1 |
| |
| do.end: ; preds = %do.body1 |
| %1 = tail call i64 asm "subi $1,$1,1", "=r,0"(i64 %m.addr.0) |
| %tobool3 = icmp eq i64 %1, 0 |
| br i1 %tobool3, label %do.end4, label %do.body |
| |
| do.end4: ; preds = %do.end |
| ret void |
| |
| |
| ; CHECK-LABEL: @small_loop |
| ; CHECK: mr |
| ; GENERIC: .p2align 4 |
| ; PWR: .p2align 5 |
| ; GENERIC-DISABLE-PPC-INNERMOST-LOOP-ALIGN32: .p2align 4 |
| ; PWR-DISABLE-PPC-INNERMOST-LOOP-ALIGN32: .p2align 4 |
| ; CHECK: bne |
| } |
| |
| ; Test the loop alignment when the innermost cold loop has more than 8 instructions. |
| define void @big_loop_cold_innerloop(%struct.parm* %arg) { |
| entry: |
| %localArg.sroa.0.0..sroa_idx = getelementptr inbounds %struct.parm, %struct.parm* %arg, i64 0, i32 0 |
| %localArg.sroa.0.0.copyload = load i32*, i32** %localArg.sroa.0.0..sroa_idx, align 8 |
| %localArg.sroa.4.0..sroa_idx56 = getelementptr inbounds %struct.parm, %struct.parm* %arg, i64 0, i32 1 |
| %localArg.sroa.4.0.copyload = load i32, i32* %localArg.sroa.4.0..sroa_idx56, align 8 |
| %localArg.sroa.5.0..sroa_idx58 = getelementptr inbounds %struct.parm, %struct.parm* %arg, i64 0, i32 2 |
| %localArg.sroa.5.0.copyload = load i32, i32* %localArg.sroa.5.0..sroa_idx58, align 4 |
| %0 = sext i32 %localArg.sroa.5.0.copyload to i64 |
| br label %do.body |
| |
| do.body: ; preds = %do.end, %entry |
| %m.0 = phi i32 [ %localArg.sroa.4.0.copyload, %entry ], [ %dec24, %do.end ] |
| br label %do.body3 |
| |
| do.body3: ; preds = %do.body3, %do.body |
| %indvars.iv = phi i64 [ %indvars.iv.next, %do.body3 ], [ %0, %do.body ] |
| %1 = add nsw i64 %indvars.iv, 2 |
| %arrayidx = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %1 |
| %2 = add nsw i64 %indvars.iv, 3 |
| %3 = trunc i64 %1 to i32 |
| %4 = add nsw i64 %indvars.iv, 4 |
| %arrayidx10 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %2 |
| %5 = trunc i64 %2 to i32 |
| store i32 %5, i32* %arrayidx10, align 4 |
| %arrayidx12 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %4 |
| %6 = trunc i64 %4 to i32 |
| store i32 %6, i32* %arrayidx12, align 4 |
| store i32 %3, i32* %arrayidx, align 4 |
| %arrayidx21 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %indvars.iv |
| %7 = trunc i64 %indvars.iv to i32 |
| %8 = add i32 %7, 1 |
| store i32 %8, i32* %arrayidx21, align 4 |
| %indvars.iv.next = add nsw i64 %indvars.iv, -1 |
| %9 = icmp eq i64 %indvars.iv, 0 |
| br i1 %9, label %do.end, label %do.body3 |
| |
| do.end: ; preds = %do.body3 |
| %dec24 = add nsw i32 %m.0, -1 |
| %tobool25 = icmp eq i32 %m.0, 0 |
| br i1 %tobool25, label %do.end26, label %do.body |
| |
| do.end26: ; preds = %do.end |
| %arrayidx28 = getelementptr inbounds i32, i32* %localArg.sroa.0.0.copyload, i64 %0 |
| store i32 0, i32* %arrayidx28, align 4 |
| ret void |
| |
| |
| ; CHECK-LABEL: @big_loop_cold_innerloop |
| ; CHECK: mtctr |
| ; PWR: .p2align 5 |
| ; CHECK-NOT: .p2align 5 |
| ; CHECK: bdnz |
| } |