blob: e166fd5296d4b8690bf63f29e2d7ffb0f76868c8 [file]
; NOTE: Assertions have been autogenerated by utils/update_analyze_test_checks.py UTC_ARGS: --filter "LV: Found an estimated cost of [0-9]+ for VF 1 For instruction:\s*%v0 = load" --filter "Cost of [0-9]+ for VF [0-9]+: (INTERLEAVE-GROUP with factor [0-9]+ at %v0,|REPLICATE ir<%v0> = load|WIDEN ir<%v[0-9]> = load)" --filter "^ ir<.* = load from index"
; RUN: opt -passes=loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+sse2 --debug-only=loop-vectorize --disable-output < %s 2>&1 | FileCheck %s --check-prefix=SSE2
; RUN: opt -passes=loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx --debug-only=loop-vectorize --disable-output < %s 2>&1 | FileCheck %s --check-prefix=AVX1
; RUN: opt -passes=loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx2 --debug-only=loop-vectorize --disable-output < %s 2>&1 | FileCheck %s --check-prefix=AVX2
; RUN: opt -passes=loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx512vl --debug-only=loop-vectorize --disable-output < %s 2>&1 | FileCheck %s --check-prefix=AVX512
; REQUIRES: asserts
target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128"
target triple = "x86_64-unknown-linux-gnu"
@A = global [1024 x i64] zeroinitializer, align 128
@B = global [1024 x i8] zeroinitializer, align 128
define void @test() {
; SSE2-LABEL: 'test'
; SSE2: LV: Found an estimated cost of 1 for VF 1 For instruction: %v0 = load i64, ptr %in0, align 8
; SSE2: Cost of 5 for VF 2: REPLICATE ir<%v0> = load ir<%in0>
; SSE2: Cost of 10 for VF 4: REPLICATE ir<%v0> = load ir<%in0>
; SSE2: Cost of 20 for VF 8: REPLICATE ir<%v0> = load ir<%in0>
; SSE2: Cost of 40 for VF 16: REPLICATE ir<%v0> = load ir<%in0>
;
; AVX1-LABEL: 'test'
; AVX1: LV: Found an estimated cost of 1 for VF 1 For instruction: %v0 = load i64, ptr %in0, align 8
; AVX1: Cost of 4 for VF 2: REPLICATE ir<%v0> = load ir<%in0>
; AVX1: Cost of 9 for VF 4: REPLICATE ir<%v0> = load ir<%in0>
; AVX1: Cost of 18 for VF 8: REPLICATE ir<%v0> = load ir<%in0>
; AVX1: Cost of 36 for VF 16: REPLICATE ir<%v0> = load ir<%in0>
; AVX1: Cost of 72 for VF 32: REPLICATE ir<%v0> = load ir<%in0>
;
; AVX2-LABEL: 'test'
; AVX2: LV: Found an estimated cost of 1 for VF 1 For instruction: %v0 = load i64, ptr %in0, align 8
; AVX2: Cost of 4 for VF 2: REPLICATE ir<%v0> = load ir<%in0>
; AVX2: Cost of 9 for VF 4: REPLICATE ir<%v0> = load ir<%in0>
; AVX2: Cost of 18 for VF 8: REPLICATE ir<%v0> = load ir<%in0>
; AVX2: Cost of 36 for VF 16: REPLICATE ir<%v0> = load ir<%in0>
; AVX2: Cost of 72 for VF 32: REPLICATE ir<%v0> = load ir<%in0>
;
; AVX512-LABEL: 'test'
; AVX512: LV: Found an estimated cost of 1 for VF 1 For instruction: %v0 = load i64, ptr %in0, align 8
; AVX512: Cost of 14 for VF 2: INTERLEAVE-GROUP with factor 8 at %v0, ir<%in0>
; AVX512: ir<%v0> = load from index 0
; AVX512: ir<%v1> = load from index 1
; AVX512: ir<%v2> = load from index 2
; AVX512: ir<%v3> = load from index 3
; AVX512: ir<%v4> = load from index 4
; AVX512: ir<%v5> = load from index 5
; AVX512: ir<%v6> = load from index 6
; AVX512: ir<%v7> = load from index 7
; AVX512: Cost of 40 for VF 4: INTERLEAVE-GROUP with factor 8 at %v0, ir<%in0>
; AVX512: ir<%v0> = load from index 0
; AVX512: ir<%v1> = load from index 1
; AVX512: ir<%v2> = load from index 2
; AVX512: ir<%v3> = load from index 3
; AVX512: ir<%v4> = load from index 4
; AVX512: ir<%v5> = load from index 5
; AVX512: ir<%v6> = load from index 6
; AVX512: ir<%v7> = load from index 7
; AVX512: Cost of 10 for VF 8: WIDEN ir<%v0> = load ir<%in0>
; AVX512: Cost of 10 for VF 8: WIDEN ir<%v1> = load ir<%in1>
; AVX512: Cost of 10 for VF 8: WIDEN ir<%v2> = load ir<%in2>
; AVX512: Cost of 10 for VF 8: WIDEN ir<%v3> = load ir<%in3>
; AVX512: Cost of 10 for VF 8: WIDEN ir<%v4> = load ir<%in4>
; AVX512: Cost of 10 for VF 8: WIDEN ir<%v5> = load ir<%in5>
; AVX512: Cost of 10 for VF 8: WIDEN ir<%v6> = load ir<%in6>
; AVX512: Cost of 10 for VF 8: WIDEN ir<%v7> = load ir<%in7>
; AVX512: Cost of 20 for VF 16: WIDEN ir<%v0> = load ir<%in0>
; AVX512: Cost of 20 for VF 16: WIDEN ir<%v1> = load ir<%in1>
; AVX512: Cost of 20 for VF 16: WIDEN ir<%v2> = load ir<%in2>
; AVX512: Cost of 20 for VF 16: WIDEN ir<%v3> = load ir<%in3>
; AVX512: Cost of 20 for VF 16: WIDEN ir<%v4> = load ir<%in4>
; AVX512: Cost of 20 for VF 16: WIDEN ir<%v5> = load ir<%in5>
; AVX512: Cost of 20 for VF 16: WIDEN ir<%v6> = load ir<%in6>
; AVX512: Cost of 20 for VF 16: WIDEN ir<%v7> = load ir<%in7>
; AVX512: Cost of 40 for VF 32: WIDEN ir<%v0> = load ir<%in0>
; AVX512: Cost of 40 for VF 32: WIDEN ir<%v1> = load ir<%in1>
; AVX512: Cost of 40 for VF 32: WIDEN ir<%v2> = load ir<%in2>
; AVX512: Cost of 40 for VF 32: WIDEN ir<%v3> = load ir<%in3>
; AVX512: Cost of 40 for VF 32: WIDEN ir<%v4> = load ir<%in4>
; AVX512: Cost of 40 for VF 32: WIDEN ir<%v5> = load ir<%in5>
; AVX512: Cost of 40 for VF 32: WIDEN ir<%v6> = load ir<%in6>
; AVX512: Cost of 40 for VF 32: WIDEN ir<%v7> = load ir<%in7>
; AVX512: Cost of 80 for VF 64: WIDEN ir<%v0> = load ir<%in0>
; AVX512: Cost of 80 for VF 64: WIDEN ir<%v1> = load ir<%in1>
; AVX512: Cost of 80 for VF 64: WIDEN ir<%v2> = load ir<%in2>
; AVX512: Cost of 80 for VF 64: WIDEN ir<%v3> = load ir<%in3>
; AVX512: Cost of 80 for VF 64: WIDEN ir<%v4> = load ir<%in4>
; AVX512: Cost of 80 for VF 64: WIDEN ir<%v5> = load ir<%in5>
; AVX512: Cost of 80 for VF 64: WIDEN ir<%v6> = load ir<%in6>
; AVX512: Cost of 80 for VF 64: WIDEN ir<%v7> = load ir<%in7>
;
entry:
br label %for.body
for.body:
%iv = phi i64 [ 0, %entry ], [ %iv.next, %for.body ]
%iv.0 = add nuw nsw i64 %iv, 0
%iv.1 = add nuw nsw i64 %iv, 1
%iv.2 = add nuw nsw i64 %iv, 2
%iv.3 = add nuw nsw i64 %iv, 3
%iv.4 = add nuw nsw i64 %iv, 4
%iv.5 = add nuw nsw i64 %iv, 5
%iv.6 = add nuw nsw i64 %iv, 6
%iv.7 = add nuw nsw i64 %iv, 7
%in0 = getelementptr inbounds [1024 x i64], ptr @A, i64 0, i64 %iv.0
%in1 = getelementptr inbounds [1024 x i64], ptr @A, i64 0, i64 %iv.1
%in2 = getelementptr inbounds [1024 x i64], ptr @A, i64 0, i64 %iv.2
%in3 = getelementptr inbounds [1024 x i64], ptr @A, i64 0, i64 %iv.3
%in4 = getelementptr inbounds [1024 x i64], ptr @A, i64 0, i64 %iv.4
%in5 = getelementptr inbounds [1024 x i64], ptr @A, i64 0, i64 %iv.5
%in6 = getelementptr inbounds [1024 x i64], ptr @A, i64 0, i64 %iv.6
%in7 = getelementptr inbounds [1024 x i64], ptr @A, i64 0, i64 %iv.7
%v0 = load i64, ptr %in0
%v1 = load i64, ptr %in1
%v2 = load i64, ptr %in2
%v3 = load i64, ptr %in3
%v4 = load i64, ptr %in4
%v5 = load i64, ptr %in5
%v6 = load i64, ptr %in6
%v7 = load i64, ptr %in7
%reduce.add.0 = add i64 %v0, %v1
%reduce.add.1 = add i64 %reduce.add.0, %v2
%reduce.add.2 = add i64 %reduce.add.1, %v3
%reduce.add.3 = add i64 %reduce.add.2, %v4
%reduce.add.4 = add i64 %reduce.add.3, %v5
%reduce.add.5 = add i64 %reduce.add.4, %v6
%reduce.add.6 = add i64 %reduce.add.5, %v7
%reduce.add.6.narrow = trunc i64 %reduce.add.6 to i8
%out = getelementptr inbounds [1024 x i8], ptr @B, i64 0, i64 %iv.0
store i8 %reduce.add.6.narrow, ptr %out
%iv.next = add nuw nsw i64 %iv.0, 8
%cmp = icmp ult i64 %iv.next, 1024
br i1 %cmp, label %for.body, label %for.cond.cleanup
for.cond.cleanup:
ret void
}