| target datalayout = "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v64:64:64-v128:128:128-a0:0:64-s0:64:64-f80:128:128-n8:16:32:64-S128" |
| target triple = "x86_64-apple-macosx10.8.0" |
| ; RUN: opt < %s -basicaa -slp-vectorizer -S -mtriple=x86_64-apple-macosx10.8.0 -mcpu=corei7 | FileCheck %s |
| |
| |
| ; CHECK: tiny_tree_fully_vectorizable |
| ; CHECK: load <2 x double> |
| ; CHECK: store <2 x double> |
| ; CHECK: ret |
| |
| define void @tiny_tree_fully_vectorizable(double* noalias nocapture %dst, double* noalias nocapture readonly %src, i64 %count) #0 { |
| entry: |
| %cmp12 = icmp eq i64 %count, 0 |
| br i1 %cmp12, label %for.end, label %for.body |
| |
| for.body: ; preds = %entry, %for.body |
| %i.015 = phi i64 [ %inc, %for.body ], [ 0, %entry ] |
| %dst.addr.014 = phi double* [ %add.ptr4, %for.body ], [ %dst, %entry ] |
| %src.addr.013 = phi double* [ %add.ptr, %for.body ], [ %src, %entry ] |
| %0 = load double, double* %src.addr.013, align 8 |
| store double %0, double* %dst.addr.014, align 8 |
| %arrayidx2 = getelementptr inbounds double, double* %src.addr.013, i64 1 |
| %1 = load double, double* %arrayidx2, align 8 |
| %arrayidx3 = getelementptr inbounds double, double* %dst.addr.014, i64 1 |
| store double %1, double* %arrayidx3, align 8 |
| %add.ptr = getelementptr inbounds double, double* %src.addr.013, i64 %i.015 |
| %add.ptr4 = getelementptr inbounds double, double* %dst.addr.014, i64 %i.015 |
| %inc = add i64 %i.015, 1 |
| %exitcond = icmp eq i64 %inc, %count |
| br i1 %exitcond, label %for.end, label %for.body |
| |
| for.end: ; preds = %for.body, %entry |
| ret void |
| } |
| |
| ; CHECK: tiny_tree_fully_vectorizable2 |
| ; CHECK: load <4 x float> |
| ; CHECK: store <4 x float> |
| ; CHECK: ret |
| |
| define void @tiny_tree_fully_vectorizable2(float* noalias nocapture %dst, float* noalias nocapture readonly %src, i64 %count) #0 { |
| entry: |
| %cmp20 = icmp eq i64 %count, 0 |
| br i1 %cmp20, label %for.end, label %for.body |
| |
| for.body: ; preds = %entry, %for.body |
| %i.023 = phi i64 [ %inc, %for.body ], [ 0, %entry ] |
| %dst.addr.022 = phi float* [ %add.ptr8, %for.body ], [ %dst, %entry ] |
| %src.addr.021 = phi float* [ %add.ptr, %for.body ], [ %src, %entry ] |
| %0 = load float, float* %src.addr.021, align 4 |
| store float %0, float* %dst.addr.022, align 4 |
| %arrayidx2 = getelementptr inbounds float, float* %src.addr.021, i64 1 |
| %1 = load float, float* %arrayidx2, align 4 |
| %arrayidx3 = getelementptr inbounds float, float* %dst.addr.022, i64 1 |
| store float %1, float* %arrayidx3, align 4 |
| %arrayidx4 = getelementptr inbounds float, float* %src.addr.021, i64 2 |
| %2 = load float, float* %arrayidx4, align 4 |
| %arrayidx5 = getelementptr inbounds float, float* %dst.addr.022, i64 2 |
| store float %2, float* %arrayidx5, align 4 |
| %arrayidx6 = getelementptr inbounds float, float* %src.addr.021, i64 3 |
| %3 = load float, float* %arrayidx6, align 4 |
| %arrayidx7 = getelementptr inbounds float, float* %dst.addr.022, i64 3 |
| store float %3, float* %arrayidx7, align 4 |
| %add.ptr = getelementptr inbounds float, float* %src.addr.021, i64 %i.023 |
| %add.ptr8 = getelementptr inbounds float, float* %dst.addr.022, i64 %i.023 |
| %inc = add i64 %i.023, 1 |
| %exitcond = icmp eq i64 %inc, %count |
| br i1 %exitcond, label %for.end, label %for.body |
| |
| for.end: ; preds = %for.body, %entry |
| ret void |
| } |
| |
| ; We do not vectorize the tiny tree which is not fully vectorizable. |
| ; CHECK: tiny_tree_not_fully_vectorizable |
| ; CHECK-NOT: <2 x double> |
| ; CHECK: ret |
| |
| define void @tiny_tree_not_fully_vectorizable(double* noalias nocapture %dst, double* noalias nocapture readonly %src, i64 %count) #0 { |
| entry: |
| %cmp12 = icmp eq i64 %count, 0 |
| br i1 %cmp12, label %for.end, label %for.body |
| |
| for.body: ; preds = %entry, %for.body |
| %i.015 = phi i64 [ %inc, %for.body ], [ 0, %entry ] |
| %dst.addr.014 = phi double* [ %add.ptr4, %for.body ], [ %dst, %entry ] |
| %src.addr.013 = phi double* [ %add.ptr, %for.body ], [ %src, %entry ] |
| %0 = load double, double* %src.addr.013, align 8 |
| store double %0, double* %dst.addr.014, align 8 |
| %arrayidx2 = getelementptr inbounds double, double* %src.addr.013, i64 2 |
| %1 = load double, double* %arrayidx2, align 8 |
| %arrayidx3 = getelementptr inbounds double, double* %dst.addr.014, i64 1 |
| store double %1, double* %arrayidx3, align 8 |
| %add.ptr = getelementptr inbounds double, double* %src.addr.013, i64 %i.015 |
| %add.ptr4 = getelementptr inbounds double, double* %dst.addr.014, i64 %i.015 |
| %inc = add i64 %i.015, 1 |
| %exitcond = icmp eq i64 %inc, %count |
| br i1 %exitcond, label %for.end, label %for.body |
| |
| for.end: ; preds = %for.body, %entry |
| ret void |
| } |
| |
| |
| ; CHECK: tiny_tree_not_fully_vectorizable2 |
| ; CHECK-NOT: <2 x double> |
| ; CHECK: ret |
| |
| define void @tiny_tree_not_fully_vectorizable2(float* noalias nocapture %dst, float* noalias nocapture readonly %src, i64 %count) #0 { |
| entry: |
| %cmp20 = icmp eq i64 %count, 0 |
| br i1 %cmp20, label %for.end, label %for.body |
| |
| for.body: ; preds = %entry, %for.body |
| %i.023 = phi i64 [ %inc, %for.body ], [ 0, %entry ] |
| %dst.addr.022 = phi float* [ %add.ptr8, %for.body ], [ %dst, %entry ] |
| %src.addr.021 = phi float* [ %add.ptr, %for.body ], [ %src, %entry ] |
| %0 = load float, float* %src.addr.021, align 4 |
| store float %0, float* %dst.addr.022, align 4 |
| %arrayidx2 = getelementptr inbounds float, float* %src.addr.021, i64 4 |
| %1 = load float, float* %arrayidx2, align 4 |
| %arrayidx3 = getelementptr inbounds float, float* %dst.addr.022, i64 1 |
| store float %1, float* %arrayidx3, align 4 |
| %arrayidx4 = getelementptr inbounds float, float* %src.addr.021, i64 2 |
| %2 = load float, float* %arrayidx4, align 4 |
| %arrayidx5 = getelementptr inbounds float, float* %dst.addr.022, i64 2 |
| store float %2, float* %arrayidx5, align 4 |
| %arrayidx6 = getelementptr inbounds float, float* %src.addr.021, i64 3 |
| %3 = load float, float* %arrayidx6, align 4 |
| %arrayidx7 = getelementptr inbounds float, float* %dst.addr.022, i64 3 |
| store float %3, float* %arrayidx7, align 4 |
| %add.ptr = getelementptr inbounds float, float* %src.addr.021, i64 %i.023 |
| %add.ptr8 = getelementptr inbounds float, float* %dst.addr.022, i64 %i.023 |
| %inc = add i64 %i.023, 1 |
| %exitcond = icmp eq i64 %inc, %count |
| br i1 %exitcond, label %for.end, label %for.body |
| |
| for.end: ; preds = %for.body, %entry |
| ret void |
| } |
| |
| |
| ; CHECK-LABEL: store_splat |
| ; CHECK: store <4 x float> |
| define void @store_splat(float*, float) { |
| %3 = getelementptr inbounds float, float* %0, i64 0 |
| store float %1, float* %3, align 4 |
| %4 = getelementptr inbounds float, float* %0, i64 1 |
| store float %1, float* %4, align 4 |
| %5 = getelementptr inbounds float, float* %0, i64 2 |
| store float %1, float* %5, align 4 |
| %6 = getelementptr inbounds float, float* %0, i64 3 |
| store float %1, float* %6, align 4 |
| ret void |
| } |
| |
| |
| ; CHECK-LABEL: store_const |
| ; CHECK: store <4 x i32> |
| define void @store_const(i32* %a) { |
| entry: |
| %ptr0 = getelementptr inbounds i32, i32* %a, i64 0 |
| store i32 10, i32* %ptr0, align 4 |
| %ptr1 = getelementptr inbounds i32, i32* %a, i64 1 |
| store i32 30, i32* %ptr1, align 4 |
| %ptr2 = getelementptr inbounds i32, i32* %a, i64 2 |
| store i32 20, i32* %ptr2, align 4 |
| %ptr3 = getelementptr inbounds i32, i32* %a, i64 3 |
| store i32 40, i32* %ptr3, align 4 |
| ret void |
| } |