| ; RUN: opt < %s -loop-vectorize -force-vector-width=4 -S | FileCheck %s |
| |
| ; The three test-cases below are all based on modified versions of a simple copy-loop: |
| ; |
| ; void foo(unsigned *src, unsigned *dst, unsigned nElts) { |
| ; for (unsigned i = 0; i < nElts; ++i) { |
| ; unsigned tmp = src[i]; |
| ; dst[i] = tmp; |
| ; } |
| ; } |
| ; |
| ; In the first version, there are no nontemporal stores or loads, and so vectorization |
| ; is safely done. |
| ; |
| ; In the second version, the store into dst[i] has the nontemporal hint. The alignment |
| ; on X86_64 for 'unsigned' is 4, so the vector store generally will not be aligned to the |
| ; vector size (of 16 here). Unaligned nontemporal vector stores are not supported on X86_64, |
| ; and so the vectorization is suppressed (because when vectorizing it, the nontemoral hint |
| ; would not be honored in the final code-gen). |
| ; |
| ; The third version is analogous to the second, except rather than the store, it is the |
| ; load from 'src[i]' that has the nontemporal hint. Vectorization is suppressed in this |
| ; case because (like stores) unaligned nontemoral vector loads are not supported on X86_64. |
| |
| target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128" |
| target triple = "x86_64" |
| |
| ; CHECK-LABEL: @vectorTest( |
| define void @vectorTest(i32* noalias readonly %src, i32* noalias %dst, i32 %nElts) { |
| entry: |
| %cmp8 = icmp eq i32 %nElts, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %for.body.preheader |
| |
| for.body.preheader: ; preds = %entry |
| %wide.trip.count = zext i32 %nElts to i64 |
| br label %for.body |
| |
| for.cond.cleanup: ; preds = %for.body, %entry |
| ret void |
| |
| for.body: ; preds = %for.body, %for.body.preheader |
| %indvars.iv = phi i64 [ 0, %for.body.preheader ], [ %indvars.iv.next, %for.body ] |
| ; Check that we vectorized the load, and that there is no nontemporal hint. |
| ; CHECK: %wide.load = load <4 x i32>, <4 x i32>* %{{[0-9]+}}, align 4{{$}} |
| %arrayidx = getelementptr inbounds i32, i32* %src, i64 %indvars.iv |
| %0 = load i32, i32* %arrayidx, align 4 |
| ; Check that we vectorized the store, and that there is no nontemporal hint. |
| ; CHECK: store <4 x i32> %wide.load, <4 x i32>* %{{[0-9]+}}, align 4{{$}} |
| %arrayidx2 = getelementptr inbounds i32, i32* %dst, i64 %indvars.iv |
| store i32 %0, i32* %arrayidx2, align 4 |
| %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1 |
| %exitcond = icmp eq i64 %indvars.iv.next, %wide.trip.count |
| br i1 %exitcond, label %for.cond.cleanup, label %for.body |
| } |
| |
| ; CHECK-LABEL: @vectorNTStoreTest( |
| ; Check that the vectorized type of the store does not appear. |
| ; CHECK-NOT: 4 x i32 |
| define void @vectorNTStoreTest(i32* noalias readonly %src, i32* noalias %dst, i32 %nElts) { |
| entry: |
| %cmp8 = icmp eq i32 %nElts, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %for.body.preheader |
| |
| for.body.preheader: ; preds = %entry |
| %wide.trip.count = zext i32 %nElts to i64 |
| br label %for.body |
| |
| for.cond.cleanup: ; preds = %for.body, %entry |
| ret void |
| |
| for.body: ; preds = %for.body, %for.body.preheader |
| %indvars.iv = phi i64 [ 0, %for.body.preheader ], [ %indvars.iv.next, %for.body ] |
| %arrayidx = getelementptr inbounds i32, i32* %src, i64 %indvars.iv |
| %0 = load i32, i32* %arrayidx, align 4 |
| %arrayidx2 = getelementptr inbounds i32, i32* %dst, i64 %indvars.iv |
| ; Check that the store is not vectorized and that we don't lose the !nontemporal hint in it. |
| ; CHECK: store i32 %{{[0-9]+}}, i32* %arrayidx2, align 4, !nontemporal !4 |
| store i32 %0, i32* %arrayidx2, align 4, !nontemporal !0 |
| %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1 |
| %exitcond = icmp eq i64 %indvars.iv.next, %wide.trip.count |
| br i1 %exitcond, label %for.cond.cleanup, label %for.body |
| } |
| |
| ; CHECK-LABEL: @vectorNTLoadTest( |
| ; Check that the vectorized type of the load does not appear. |
| ; CHECK-NOT: 4 x i32 |
| define void @vectorNTLoadTest(i32* noalias readonly %src, i32* noalias %dst, i32 %nElts) { |
| entry: |
| %cmp8 = icmp eq i32 %nElts, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %for.body.preheader |
| |
| for.body.preheader: ; preds = %entry |
| %wide.trip.count = zext i32 %nElts to i64 |
| br label %for.body |
| |
| for.cond.cleanup: ; preds = %for.body, %entry |
| ret void |
| |
| for.body: ; preds = %for.body, %for.body.preheader |
| %indvars.iv = phi i64 [ 0, %for.body.preheader ], [ %indvars.iv.next, %for.body ] |
| %arrayidx = getelementptr inbounds i32, i32* %src, i64 %indvars.iv |
| ; Check that the load is not vectorized and that we don't lose the !nontemporal hint in it. |
| ; CHECK: load i32, i32* %arrayidx, align 4, !nontemporal !4 |
| %0 = load i32, i32* %arrayidx, align 4, !nontemporal !0 |
| %arrayidx2 = getelementptr inbounds i32, i32* %dst, i64 %indvars.iv |
| store i32 %0, i32* %arrayidx2, align 4 |
| %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1 |
| %exitcond = icmp eq i64 %indvars.iv.next, %wide.trip.count |
| br i1 %exitcond, label %for.cond.cleanup, label %for.body |
| } |
| |
| !0 = !{i32 1} |