blob: 04feb5c3e0252ee281e195a43cc77286e5fafd76 [file]
; NOTE: Assertions have been autogenerated by utils/update_analyze_test_checks.py UTC_ARGS: --filter "Cost of [0-9]+ for VF [0-9]+: INTERLEAVE-GROUP with factor [0-9]+ at .*, ir<%out" --filter "^ store ir<.* to index"
; RUN: opt -passes=loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+sse2 --debug-only=loop-vectorize --disable-output < %s 2>&1 | FileCheck %s --check-prefix=SSE2
; RUN: opt -passes=loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx --debug-only=loop-vectorize --disable-output < %s 2>&1 | FileCheck %s --check-prefix=AVX1
; RUN: opt -passes=loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx2 --debug-only=loop-vectorize --disable-output < %s 2>&1 | FileCheck %s --check-prefix=AVX2
; RUN: opt -passes=loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx512vl --debug-only=loop-vectorize --disable-output < %s 2>&1 | FileCheck %s --check-prefix=AVX512DQ
; RUN: opt -passes=loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx512vl,+avx512bw --debug-only=loop-vectorize --disable-output < %s 2>&1 | FileCheck %s --check-prefix=AVX512BW
; REQUIRES: asserts
target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128"
target triple = "x86_64-unknown-linux-gnu"
@A = global [1024 x i8] zeroinitializer, align 128
@B = global [1024 x i16] zeroinitializer, align 128
define void @test() {
; SSE2-LABEL: 'test'
; SSE2: Cost of 26 for VF 2: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; SSE2: store ir<%v> to index 0
; SSE2: store ir<%v1> to index 1
; SSE2: store ir<%v2> to index 2
; SSE2: store ir<%v3> to index 3
; SSE2: store ir<%v4> to index 4
; SSE2: store ir<%v5> to index 5
; SSE2: Cost of 51 for VF 4: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; SSE2: store ir<%v> to index 0
; SSE2: store ir<%v1> to index 1
; SSE2: store ir<%v2> to index 2
; SSE2: store ir<%v3> to index 3
; SSE2: store ir<%v4> to index 4
; SSE2: store ir<%v5> to index 5
; SSE2: Cost of 102 for VF 8: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; SSE2: store ir<%v> to index 0
; SSE2: store ir<%v1> to index 1
; SSE2: store ir<%v2> to index 2
; SSE2: store ir<%v3> to index 3
; SSE2: store ir<%v4> to index 4
; SSE2: store ir<%v5> to index 5
; SSE2: Cost of 204 for VF 16: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; SSE2: store ir<%v> to index 0
; SSE2: store ir<%v1> to index 1
; SSE2: store ir<%v2> to index 2
; SSE2: store ir<%v3> to index 3
; SSE2: store ir<%v4> to index 4
; SSE2: store ir<%v5> to index 5
;
; AVX1-LABEL: 'test'
; AVX1: Cost of 29 for VF 2: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX1: store ir<%v> to index 0
; AVX1: store ir<%v1> to index 1
; AVX1: store ir<%v2> to index 2
; AVX1: store ir<%v3> to index 3
; AVX1: store ir<%v4> to index 4
; AVX1: store ir<%v5> to index 5
; AVX1: Cost of 52 for VF 4: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX1: store ir<%v> to index 0
; AVX1: store ir<%v1> to index 1
; AVX1: store ir<%v2> to index 2
; AVX1: store ir<%v3> to index 3
; AVX1: store ir<%v4> to index 4
; AVX1: store ir<%v5> to index 5
; AVX1: Cost of 102 for VF 8: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX1: store ir<%v> to index 0
; AVX1: store ir<%v1> to index 1
; AVX1: store ir<%v2> to index 2
; AVX1: store ir<%v3> to index 3
; AVX1: store ir<%v4> to index 4
; AVX1: store ir<%v5> to index 5
; AVX1: Cost of 210 for VF 16: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX1: store ir<%v> to index 0
; AVX1: store ir<%v1> to index 1
; AVX1: store ir<%v2> to index 2
; AVX1: store ir<%v3> to index 3
; AVX1: store ir<%v4> to index 4
; AVX1: store ir<%v5> to index 5
; AVX1: Cost of 420 for VF 32: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX1: store ir<%v> to index 0
; AVX1: store ir<%v1> to index 1
; AVX1: store ir<%v2> to index 2
; AVX1: store ir<%v3> to index 3
; AVX1: store ir<%v4> to index 4
; AVX1: store ir<%v5> to index 5
;
; AVX2-LABEL: 'test'
; AVX2: Cost of 13 for VF 2: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX2: store ir<%v> to index 0
; AVX2: store ir<%v1> to index 1
; AVX2: store ir<%v2> to index 2
; AVX2: store ir<%v3> to index 3
; AVX2: store ir<%v4> to index 4
; AVX2: store ir<%v5> to index 5
; AVX2: Cost of 17 for VF 4: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX2: store ir<%v> to index 0
; AVX2: store ir<%v1> to index 1
; AVX2: store ir<%v2> to index 2
; AVX2: store ir<%v3> to index 3
; AVX2: store ir<%v4> to index 4
; AVX2: store ir<%v5> to index 5
; AVX2: Cost of 24 for VF 8: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX2: store ir<%v> to index 0
; AVX2: store ir<%v1> to index 1
; AVX2: store ir<%v2> to index 2
; AVX2: store ir<%v3> to index 3
; AVX2: store ir<%v4> to index 4
; AVX2: store ir<%v5> to index 5
; AVX2: Cost of 64 for VF 16: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX2: store ir<%v> to index 0
; AVX2: store ir<%v1> to index 1
; AVX2: store ir<%v2> to index 2
; AVX2: store ir<%v3> to index 3
; AVX2: store ir<%v4> to index 4
; AVX2: store ir<%v5> to index 5
; AVX2: Cost of 102 for VF 32: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX2: store ir<%v> to index 0
; AVX2: store ir<%v1> to index 1
; AVX2: store ir<%v2> to index 2
; AVX2: store ir<%v3> to index 3
; AVX2: store ir<%v4> to index 4
; AVX2: store ir<%v5> to index 5
;
; AVX512DQ-LABEL: 'test'
; AVX512DQ: Cost of 13 for VF 2: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX512DQ: store ir<%v> to index 0
; AVX512DQ: store ir<%v1> to index 1
; AVX512DQ: store ir<%v2> to index 2
; AVX512DQ: store ir<%v3> to index 3
; AVX512DQ: store ir<%v4> to index 4
; AVX512DQ: store ir<%v5> to index 5
; AVX512DQ: Cost of 18 for VF 4: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX512DQ: store ir<%v> to index 0
; AVX512DQ: store ir<%v1> to index 1
; AVX512DQ: store ir<%v2> to index 2
; AVX512DQ: store ir<%v3> to index 3
; AVX512DQ: store ir<%v4> to index 4
; AVX512DQ: store ir<%v5> to index 5
; AVX512DQ: Cost of 23 for VF 8: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX512DQ: store ir<%v> to index 0
; AVX512DQ: store ir<%v1> to index 1
; AVX512DQ: store ir<%v2> to index 2
; AVX512DQ: store ir<%v3> to index 3
; AVX512DQ: store ir<%v4> to index 4
; AVX512DQ: store ir<%v5> to index 5
; AVX512DQ: Cost of 61 for VF 16: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX512DQ: store ir<%v> to index 0
; AVX512DQ: store ir<%v1> to index 1
; AVX512DQ: store ir<%v2> to index 2
; AVX512DQ: store ir<%v3> to index 3
; AVX512DQ: store ir<%v4> to index 4
; AVX512DQ: store ir<%v5> to index 5
; AVX512DQ: Cost of 96 for VF 32: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX512DQ: store ir<%v> to index 0
; AVX512DQ: store ir<%v1> to index 1
; AVX512DQ: store ir<%v2> to index 2
; AVX512DQ: store ir<%v3> to index 3
; AVX512DQ: store ir<%v4> to index 4
; AVX512DQ: store ir<%v5> to index 5
; AVX512DQ: Cost of 852 for VF 64: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX512DQ: store ir<%v> to index 0
; AVX512DQ: store ir<%v1> to index 1
; AVX512DQ: store ir<%v2> to index 2
; AVX512DQ: store ir<%v3> to index 3
; AVX512DQ: store ir<%v4> to index 4
; AVX512DQ: store ir<%v5> to index 5
;
; AVX512BW-LABEL: 'test'
; AVX512BW: Cost of 13 for VF 2: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX512BW: store ir<%v> to index 0
; AVX512BW: store ir<%v1> to index 1
; AVX512BW: store ir<%v2> to index 2
; AVX512BW: store ir<%v3> to index 3
; AVX512BW: store ir<%v4> to index 4
; AVX512BW: store ir<%v5> to index 5
; AVX512BW: Cost of 13 for VF 4: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX512BW: store ir<%v> to index 0
; AVX512BW: store ir<%v1> to index 1
; AVX512BW: store ir<%v2> to index 2
; AVX512BW: store ir<%v3> to index 3
; AVX512BW: store ir<%v4> to index 4
; AVX512BW: store ir<%v5> to index 5
; AVX512BW: Cost of 27 for VF 8: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX512BW: store ir<%v> to index 0
; AVX512BW: store ir<%v1> to index 1
; AVX512BW: store ir<%v2> to index 2
; AVX512BW: store ir<%v3> to index 3
; AVX512BW: store ir<%v4> to index 4
; AVX512BW: store ir<%v5> to index 5
; AVX512BW: Cost of 40 for VF 16: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX512BW: store ir<%v> to index 0
; AVX512BW: store ir<%v1> to index 1
; AVX512BW: store ir<%v2> to index 2
; AVX512BW: store ir<%v3> to index 3
; AVX512BW: store ir<%v4> to index 4
; AVX512BW: store ir<%v5> to index 5
; AVX512BW: Cost of 81 for VF 32: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX512BW: store ir<%v> to index 0
; AVX512BW: store ir<%v1> to index 1
; AVX512BW: store ir<%v2> to index 2
; AVX512BW: store ir<%v3> to index 3
; AVX512BW: store ir<%v4> to index 4
; AVX512BW: store ir<%v5> to index 5
; AVX512BW: Cost of 162 for VF 64: INTERLEAVE-GROUP with factor 6 at <badref>, ir<%out0>
; AVX512BW: store ir<%v> to index 0
; AVX512BW: store ir<%v1> to index 1
; AVX512BW: store ir<%v2> to index 2
; AVX512BW: store ir<%v3> to index 3
; AVX512BW: store ir<%v4> to index 4
; AVX512BW: store ir<%v5> to index 5
;
entry:
br label %for.body
for.body:
%iv = phi i64 [ 0, %entry ], [ %iv.next, %for.body ]
%iv.0 = add nuw nsw i64 %iv, 0
%iv.1 = add nuw nsw i64 %iv, 1
%iv.2 = add nuw nsw i64 %iv, 2
%iv.3 = add nuw nsw i64 %iv, 3
%iv.4 = add nuw nsw i64 %iv, 4
%iv.5 = add nuw nsw i64 %iv, 5
%in = getelementptr inbounds [1024 x i8], ptr @A, i64 0, i64 %iv.0
%v.narrow = load i8, ptr %in
%v = zext i8 %v.narrow to i16
%v0 = add i16 %v, 0
%v1 = add i16 %v, 1
%v2 = add i16 %v, 2
%v3 = add i16 %v, 3
%v4 = add i16 %v, 4
%v5 = add i16 %v, 5
%out0 = getelementptr inbounds [1024 x i16], ptr @B, i64 0, i64 %iv.0
%out1 = getelementptr inbounds [1024 x i16], ptr @B, i64 0, i64 %iv.1
%out2 = getelementptr inbounds [1024 x i16], ptr @B, i64 0, i64 %iv.2
%out3 = getelementptr inbounds [1024 x i16], ptr @B, i64 0, i64 %iv.3
%out4 = getelementptr inbounds [1024 x i16], ptr @B, i64 0, i64 %iv.4
%out5 = getelementptr inbounds [1024 x i16], ptr @B, i64 0, i64 %iv.5
store i16 %v0, ptr %out0
store i16 %v1, ptr %out1
store i16 %v2, ptr %out2
store i16 %v3, ptr %out3
store i16 %v4, ptr %out4
store i16 %v5, ptr %out5
%iv.next = add nuw nsw i64 %iv.0, 6
%cmp = icmp ult i64 %iv.next, 1024
br i1 %cmp, label %for.body, label %for.cond.cleanup
for.cond.cleanup:
ret void
}