| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 2 |
| ; RUN: llc < %s -mtriple=arm64-eabi -aarch64-enable-stp-suppress=false -verify-machineinstrs -mcpu=cyclone -aarch64-enable-sink-fold=true | FileCheck %s |
| |
| define void @stp_int(i32 %a, i32 %b, ptr nocapture %p) nounwind { |
| ; CHECK-LABEL: stp_int: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: stp w0, w1, [x2] |
| ; CHECK-NEXT: ret |
| store i32 %a, ptr %p, align 4 |
| %add.ptr = getelementptr inbounds i32, ptr %p, i64 1 |
| store i32 %b, ptr %add.ptr, align 4 |
| ret void |
| } |
| |
| define void @stp_long(i64 %a, i64 %b, ptr nocapture %p) nounwind { |
| ; CHECK-LABEL: stp_long: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: stp x0, x1, [x2] |
| ; CHECK-NEXT: ret |
| store i64 %a, ptr %p, align 8 |
| %add.ptr = getelementptr inbounds i64, ptr %p, i64 1 |
| store i64 %b, ptr %add.ptr, align 8 |
| ret void |
| } |
| |
| define void @stp_float(float %a, float %b, ptr nocapture %p) nounwind { |
| ; CHECK-LABEL: stp_float: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: stp s0, s1, [x0] |
| ; CHECK-NEXT: ret |
| store float %a, ptr %p, align 4 |
| %add.ptr = getelementptr inbounds float, ptr %p, i64 1 |
| store float %b, ptr %add.ptr, align 4 |
| ret void |
| } |
| |
| define void @stp_double(double %a, double %b, ptr nocapture %p) nounwind { |
| ; CHECK-LABEL: stp_double: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: stp d0, d1, [x0] |
| ; CHECK-NEXT: ret |
| store double %a, ptr %p, align 8 |
| %add.ptr = getelementptr inbounds double, ptr %p, i64 1 |
| store double %b, ptr %add.ptr, align 8 |
| ret void |
| } |
| |
| define void @stp_doublex2(<2 x double> %a, <2 x double> %b, ptr nocapture %p) nounwind { |
| ; CHECK-LABEL: stp_doublex2: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: stp q0, q1, [x0] |
| ; CHECK-NEXT: ret |
| store <2 x double> %a, ptr %p, align 16 |
| %add.ptr = getelementptr inbounds <2 x double>, ptr %p, i64 1 |
| store <2 x double> %b, ptr %add.ptr, align 16 |
| ret void |
| } |
| |
| ; Test the load/store optimizer---combine ldurs into a ldp, if appropriate |
| define void @stur_int(i32 %a, i32 %b, ptr nocapture %p) nounwind { |
| ; CHECK-LABEL: stur_int: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: stp w1, w0, [x2, #-8] |
| ; CHECK-NEXT: ret |
| %p1 = getelementptr inbounds i32, ptr %p, i32 -1 |
| store i32 %a, ptr %p1, align 2 |
| %p2 = getelementptr inbounds i32, ptr %p, i32 -2 |
| store i32 %b, ptr %p2, align 2 |
| ret void |
| } |
| |
| define void @stur_long(i64 %a, i64 %b, ptr nocapture %p) nounwind { |
| ; CHECK-LABEL: stur_long: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: stp x1, x0, [x2, #-16] |
| ; CHECK-NEXT: ret |
| %p1 = getelementptr inbounds i64, ptr %p, i32 -1 |
| store i64 %a, ptr %p1, align 2 |
| %p2 = getelementptr inbounds i64, ptr %p, i32 -2 |
| store i64 %b, ptr %p2, align 2 |
| ret void |
| } |
| |
| define void @stur_float(float %a, float %b, ptr nocapture %p) nounwind { |
| ; CHECK-LABEL: stur_float: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: stp s1, s0, [x0, #-8] |
| ; CHECK-NEXT: ret |
| %p1 = getelementptr inbounds float, ptr %p, i32 -1 |
| store float %a, ptr %p1, align 2 |
| %p2 = getelementptr inbounds float, ptr %p, i32 -2 |
| store float %b, ptr %p2, align 2 |
| ret void |
| } |
| |
| define void @stur_double(double %a, double %b, ptr nocapture %p) nounwind { |
| ; CHECK-LABEL: stur_double: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: stp d1, d0, [x0, #-16] |
| ; CHECK-NEXT: ret |
| %p1 = getelementptr inbounds double, ptr %p, i32 -1 |
| store double %a, ptr %p1, align 2 |
| %p2 = getelementptr inbounds double, ptr %p, i32 -2 |
| store double %b, ptr %p2, align 2 |
| ret void |
| } |
| |
| define void @stur_doublex2(<2 x double> %a, <2 x double> %b, ptr nocapture %p) nounwind { |
| ; CHECK-LABEL: stur_doublex2: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: stp q1, q0, [x0, #-32] |
| ; CHECK-NEXT: ret |
| %p1 = getelementptr inbounds <2 x double>, ptr %p, i32 -1 |
| store <2 x double> %a, ptr %p1, align 2 |
| %p2 = getelementptr inbounds <2 x double>, ptr %p, i32 -2 |
| store <2 x double> %b, ptr %p2, align 2 |
| ret void |
| } |
| |
| define void @splat_v4i32(i32 %v, ptr %p) { |
| ; CHECK-LABEL: splat_v4i32: |
| ; CHECK: // %bb.0: // %entry |
| ; CHECK-NEXT: dup v0.4s, w0 |
| ; CHECK-NEXT: str q0, [x1] |
| ; CHECK-NEXT: ret |
| entry: |
| %p17 = insertelement <4 x i32> undef, i32 %v, i32 0 |
| %p18 = insertelement <4 x i32> %p17, i32 %v, i32 1 |
| %p19 = insertelement <4 x i32> %p18, i32 %v, i32 2 |
| %p20 = insertelement <4 x i32> %p19, i32 %v, i32 3 |
| store <4 x i32> %p20, ptr %p, align 4 |
| ret void |
| } |
| |
| ; Check that a non-splat store that is storing a vector created by 4 |
| ; insertelements that is not a splat vector does not get split. |
| define void @nosplat_v4i32(i32 %v, ptr %p) { |
| ; CHECK-LABEL: nosplat_v4i32: |
| ; CHECK: // %bb.0: // %entry |
| ; CHECK-NEXT: sub sp, sp, #16 |
| ; CHECK-NEXT: .cfi_def_cfa_offset 16 |
| ; CHECK-NEXT: // kill: def $w0 killed $w0 def $x0 |
| ; CHECK-NEXT: mov x8, sp |
| ; CHECK-NEXT: bfi x8, x0, #2, #2 |
| ; CHECK-NEXT: str w0, [x8] |
| ; CHECK-NEXT: ldr q0, [sp] |
| ; CHECK-NEXT: mov v0.s[1], w0 |
| ; CHECK-NEXT: mov v0.s[2], w0 |
| ; CHECK-NEXT: mov v0.s[3], w0 |
| ; CHECK-NEXT: str q0, [x1] |
| ; CHECK-NEXT: add sp, sp, #16 |
| ; CHECK-NEXT: ret |
| entry: |
| %p17 = insertelement <4 x i32> undef, i32 %v, i32 %v |
| %p18 = insertelement <4 x i32> %p17, i32 %v, i32 1 |
| %p19 = insertelement <4 x i32> %p18, i32 %v, i32 2 |
| %p20 = insertelement <4 x i32> %p19, i32 %v, i32 3 |
| store <4 x i32> %p20, ptr %p, align 4 |
| ret void |
| } |
| |
| ; Check that a non-splat store that is storing a vector created by 4 |
| ; insertelements that is not a splat vector does not get split. |
| define void @nosplat2_v4i32(i32 %v, ptr %p, <4 x i32> %vin) { |
| ; CHECK-LABEL: nosplat2_v4i32: |
| ; CHECK: // %bb.0: // %entry |
| ; CHECK-NEXT: mov v0.s[1], w0 |
| ; CHECK-NEXT: mov v0.s[2], w0 |
| ; CHECK-NEXT: mov v0.s[3], w0 |
| ; CHECK-NEXT: str q0, [x1] |
| ; CHECK-NEXT: ret |
| entry: |
| %p18 = insertelement <4 x i32> %vin, i32 %v, i32 1 |
| %p19 = insertelement <4 x i32> %p18, i32 %v, i32 2 |
| %p20 = insertelement <4 x i32> %p19, i32 %v, i32 3 |
| store <4 x i32> %p20, ptr %p, align 4 |
| ret void |
| } |
| |
| ; Read of %b to compute %tmp2 shouldn't prevent formation of stp |
| define i32 @stp_int_rar_hazard(i32 %a, i32 %b, ptr nocapture %p) nounwind { |
| ; CHECK-LABEL: stp_int_rar_hazard: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ldr w8, [x2, #8] |
| ; CHECK-NEXT: stp w0, w1, [x2] |
| ; CHECK-NEXT: add w0, w8, w1 |
| ; CHECK-NEXT: ret |
| store i32 %a, ptr %p, align 4 |
| %ld.ptr = getelementptr inbounds i32, ptr %p, i64 2 |
| %tmp = load i32, ptr %ld.ptr, align 4 |
| %tmp2 = add i32 %tmp, %b |
| %add.ptr = getelementptr inbounds i32, ptr %p, i64 1 |
| store i32 %b, ptr %add.ptr, align 4 |
| ret i32 %tmp2 |
| } |
| |
| ; Read of %b to compute %tmp2 shouldn't prevent formation of stp |
| define i32 @stp_int_rar_hazard_after(i32 %w0, i32 %a, i32 %b, ptr nocapture %p) nounwind { |
| ; CHECK-LABEL: stp_int_rar_hazard_after: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ldr w8, [x3, #4] |
| ; CHECK-NEXT: stp w1, w2, [x3] |
| ; CHECK-NEXT: add w0, w8, w2 |
| ; CHECK-NEXT: ret |
| store i32 %a, ptr %p, align 4 |
| %ld.ptr = getelementptr inbounds i32, ptr %p, i64 1 |
| %tmp = load i32, ptr %ld.ptr, align 4 |
| %tmp2 = add i32 %tmp, %b |
| %add.ptr = getelementptr inbounds i32, ptr %p, i64 1 |
| store i32 %b, ptr %add.ptr, align 4 |
| ret i32 %tmp2 |
| } |