| # RUN: llc -mtriple=aarch64-unknown-linux -mattr=+sve -aarch64-sve-vector-bits-min=128 -aarch64-sve-vector-bits-max=128 -run-pass=aarch64-ldst-opt -verify-machineinstrs %s -o - | FileCheck %s |
| --- |
| name: pair-sve-fill-spill |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| renamable $z0 = LDR_ZXI renamable $x0, 0 :: (load (<vscale x 1 x s128>)) |
| renamable $z1 = LDR_ZXI killed renamable $x0, 1 :: (load (<vscale x 1 x s128>)) |
| STR_ZXI killed renamable $z0, renamable $x1, 0 :: (store (<vscale x 1 x s128>)) |
| STR_ZXI killed renamable $z1, killed renamable $x1, 1 :: (store (<vscale x 1 x s128>)) |
| RET_ReallyLR |
| ... |
| # CHECK-LABEL: name: pair-sve-fill-spill |
| # CHECK: $q0, $q1 = LDPQi renamable $x0, 0 :: (load (<vscale x 1 x s128>)) |
| # CHECK: STPQi killed $q0, killed $q1, renamable $x1, 0 :: (store (<vscale x 1 x s128>)) |
| --- |
| name: do-not-pair-sve-with-neon-scaled |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| ; SVE LDR + Neon LDR |
| renamable $z0 = LDR_ZXI renamable $x0, 0 :: (load (<vscale x 1 x s128>)) |
| renamable $q1 = LDRQui renamable $x0, 1 :: (load (s128)) |
| ; Neon LDR + SVE LDR |
| renamable $q2 = LDRQui renamable $x0, 3 :: (load (s128)) |
| renamable $z3 = LDR_ZXI renamable $x0, 4 :: (load (<vscale x 1 x s128>)) |
| ; SVE STR + Neon STR |
| STR_ZXI killed renamable $z0, renamable $x1, 0 :: (store (<vscale x 1 x s128>)) |
| STRQui killed renamable $q1, renamable $x1, 1 :: (store (s128)) |
| ; Neon STR + SVE STR |
| STRQui killed renamable $q2, renamable $x1, 3 :: (store (s128)) |
| STR_ZXI killed renamable $z3, renamable $x1, 4 :: (store (<vscale x 1 x s128>)) |
| RET_ReallyLR |
| ... |
| # CHECK-LABEL: name: do-not-pair-sve-with-neon-scaled |
| # CHECK: renamable $z0 = LDR_ZXI renamable $x0, 0 :: (load (<vscale x 1 x s128>)) |
| # CHECK: renamable $q1 = LDRQui renamable $x0, 1 :: (load (s128)) |
| # CHECK: renamable $q2 = LDRQui renamable $x0, 3 :: (load (s128)) |
| # CHECK: renamable $z3 = LDR_ZXI renamable $x0, 4 :: (load (<vscale x 1 x s128>)) |
| # CHECK: STR_ZXI killed renamable $z0, renamable $x1, 0 :: (store (<vscale x 1 x s128>)) |
| # CHECK: STRQui killed renamable $q1, renamable $x1, 1 :: (store (s128)) |
| # CHECK: STRQui killed renamable $q2, renamable $x1, 3 :: (store (s128)) |
| # CHECK: STR_ZXI killed renamable $z3, renamable $x1, 4 :: (store (<vscale x 1 x s128>)) |
| --- |
| name: do-not-pair-sve-with-neon-unscaled |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $x1 |
| ; SVE LDR + Neon LDUR |
| renamable $z0 = LDR_ZXI renamable $x0, 0 :: (load (<vscale x 1 x s128>)) |
| renamable $q1 = LDURQi renamable $x0, 16 :: (load (s128)) |
| ; Neon LDUR + SVE LDR |
| renamable $q2 = LDURQi renamable $x0, 48 :: (load (s128)) |
| renamable $z3 = LDR_ZXI renamable $x0, 4 :: (load (<vscale x 1 x s128>)) |
| ; SVE STR + Neon STUR |
| STR_ZXI killed renamable $z0, renamable $x1, 0 :: (store (<vscale x 1 x s128>)) |
| STURQi killed renamable $q1, renamable $x1, 16 :: (store (s128)) |
| ; Neon STUR + SVE STR |
| STURQi killed renamable $q2, renamable $x1, 48 :: (store (s128)) |
| STR_ZXI killed renamable $z3, renamable $x1, 4 :: (store (<vscale x 1 x s128>)) |
| RET_ReallyLR |
| ... |
| # CHECK-LABEL: name: do-not-pair-sve-with-neon-unscaled |
| # CHECK: renamable $z0 = LDR_ZXI renamable $x0, 0 :: (load (<vscale x 1 x s128>)) |
| # CHECK: renamable $q1 = LDURQi renamable $x0, 16 :: (load (s128)) |
| # CHECK: renamable $q2 = LDURQi renamable $x0, 48 :: (load (s128)) |
| # CHECK: renamable $z3 = LDR_ZXI renamable $x0, 4 :: (load (<vscale x 1 x s128>)) |
| # CHECK: STR_ZXI killed renamable $z0, renamable $x1, 0 :: (store (<vscale x 1 x s128>)) |
| # CHECK: STURQi killed renamable $q1, renamable $x1, 16 :: (store (s128)) |
| # CHECK: STURQi killed renamable $q2, renamable $x1, 48 :: (store (s128)) |
| # CHECK: STR_ZXI killed renamable $z3, renamable $x1, 4 :: (store (<vscale x 1 x s128>)) |
| --- |
| name: clear-kill-in-bundle-forward |
| tracksRegLiveness: true |
| body: | |
| bb.0: |
| liveins: $x0, $z0 |
| STR_ZXI $z0, $x0, 0 :: (store (<vscale x 1 x s128>)) |
| BUNDLE implicit-def $z1, implicit killed $z0 { |
| $z1 = ADD_ZZZ_D killed $z0, $z0 |
| } |
| STR_ZXI renamable $z1, $x0, 1 :: (store (<vscale x 1 x s128>)) |
| RET_ReallyLR |
| ... |
| # CHECK-LABEL: name: clear-kill-in-bundle-forward |
| # CHECK: BUNDLE implicit-def $z1, implicit $z0 { |
| # CHECK: $z1 = ADD_ZZZ_D $z0, $z0 |
| # CHECK: } |
| # CHECK: STPQi $q0, $q1, $x0, 0 :: (store (<vscale x 1 x s128>)) |