| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py |
| ; RUN: llc -mattr=+sve -force-streaming-compatible-sve < %s | FileCheck %s |
| |
| |
| |
| target triple = "aarch64-unknown-linux-gnu" |
| |
| ; |
| ; DUP (integer) |
| ; |
| |
| define <4 x i8> @splat_v4i8(i8 %a) { |
| ; CHECK-LABEL: splat_v4i8: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.h, w0 |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <4 x i8> undef, i8 %a, i64 0 |
| %splat = shufflevector <4 x i8> %insert, <4 x i8> undef, <4 x i32> zeroinitializer |
| ret <4 x i8> %splat |
| } |
| |
| define <8 x i8> @splat_v8i8(i8 %a) { |
| ; CHECK-LABEL: splat_v8i8: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.b, w0 |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <8 x i8> undef, i8 %a, i64 0 |
| %splat = shufflevector <8 x i8> %insert, <8 x i8> undef, <8 x i32> zeroinitializer |
| ret <8 x i8> %splat |
| } |
| |
| define <16 x i8> @splat_v16i8(i8 %a) { |
| ; CHECK-LABEL: splat_v16i8: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.b, w0 |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <16 x i8> undef, i8 %a, i64 0 |
| %splat = shufflevector <16 x i8> %insert, <16 x i8> undef, <16 x i32> zeroinitializer |
| ret <16 x i8> %splat |
| } |
| |
| define void @splat_v32i8(i8 %a, ptr %b) { |
| ; CHECK-LABEL: splat_v32i8: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.b, w0 |
| ; CHECK-NEXT: stp q0, q0, [x1] |
| ; CHECK-NEXT: ret |
| %insert = insertelement <32 x i8> undef, i8 %a, i64 0 |
| %splat = shufflevector <32 x i8> %insert, <32 x i8> undef, <32 x i32> zeroinitializer |
| store <32 x i8> %splat, ptr %b |
| ret void |
| } |
| |
| define <2 x i16> @splat_v2i16(i16 %a) { |
| ; CHECK-LABEL: splat_v2i16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.s, w0 |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <2 x i16> undef, i16 %a, i64 0 |
| %splat = shufflevector <2 x i16> %insert, <2 x i16> undef, <2 x i32> zeroinitializer |
| ret <2 x i16> %splat |
| } |
| |
| define <4 x i16> @splat_v4i16(i16 %a) { |
| ; CHECK-LABEL: splat_v4i16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.h, w0 |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <4 x i16> undef, i16 %a, i64 0 |
| %splat = shufflevector <4 x i16> %insert, <4 x i16> undef, <4 x i32> zeroinitializer |
| ret <4 x i16> %splat |
| } |
| |
| define <8 x i16> @splat_v8i16(i16 %a) { |
| ; CHECK-LABEL: splat_v8i16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.h, w0 |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <8 x i16> undef, i16 %a, i64 0 |
| %splat = shufflevector <8 x i16> %insert, <8 x i16> undef, <8 x i32> zeroinitializer |
| ret <8 x i16> %splat |
| } |
| |
| define void @splat_v16i16(i16 %a, ptr %b) { |
| ; CHECK-LABEL: splat_v16i16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.h, w0 |
| ; CHECK-NEXT: stp q0, q0, [x1] |
| ; CHECK-NEXT: ret |
| %insert = insertelement <16 x i16> undef, i16 %a, i64 0 |
| %splat = shufflevector <16 x i16> %insert, <16 x i16> undef, <16 x i32> zeroinitializer |
| store <16 x i16> %splat, ptr %b |
| ret void |
| } |
| |
| define <2 x i32> @splat_v2i32(i32 %a) { |
| ; CHECK-LABEL: splat_v2i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.s, w0 |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <2 x i32> undef, i32 %a, i64 0 |
| %splat = shufflevector <2 x i32> %insert, <2 x i32> undef, <2 x i32> zeroinitializer |
| ret <2 x i32> %splat |
| } |
| |
| define <4 x i32> @splat_v4i32(i32 %a) { |
| ; CHECK-LABEL: splat_v4i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.s, w0 |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <4 x i32> undef, i32 %a, i64 0 |
| %splat = shufflevector <4 x i32> %insert, <4 x i32> undef, <4 x i32> zeroinitializer |
| ret <4 x i32> %splat |
| } |
| |
| define void @splat_v8i32(i32 %a, ptr %b) { |
| ; CHECK-LABEL: splat_v8i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.s, w0 |
| ; CHECK-NEXT: stp q0, q0, [x1] |
| ; CHECK-NEXT: ret |
| %insert = insertelement <8 x i32> undef, i32 %a, i64 0 |
| %splat = shufflevector <8 x i32> %insert, <8 x i32> undef, <8 x i32> zeroinitializer |
| store <8 x i32> %splat, ptr %b |
| ret void |
| } |
| |
| define <1 x i64> @splat_v1i64(i64 %a) { |
| ; CHECK-LABEL: splat_v1i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.d, x0 |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <1 x i64> undef, i64 %a, i64 0 |
| %splat = shufflevector <1 x i64> %insert, <1 x i64> undef, <1 x i32> zeroinitializer |
| ret <1 x i64> %splat |
| } |
| |
| define <2 x i64> @splat_v2i64(i64 %a) { |
| ; CHECK-LABEL: splat_v2i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.d, x0 |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <2 x i64> undef, i64 %a, i64 0 |
| %splat = shufflevector <2 x i64> %insert, <2 x i64> undef, <2 x i32> zeroinitializer |
| ret <2 x i64> %splat |
| } |
| |
| define void @splat_v4i64(i64 %a, ptr %b) { |
| ; CHECK-LABEL: splat_v4i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.d, x0 |
| ; CHECK-NEXT: stp q0, q0, [x1] |
| ; CHECK-NEXT: ret |
| %insert = insertelement <4 x i64> undef, i64 %a, i64 0 |
| %splat = shufflevector <4 x i64> %insert, <4 x i64> undef, <4 x i32> zeroinitializer |
| store <4 x i64> %splat, ptr %b |
| ret void |
| } |
| |
| ; |
| ; DUP (floating-point) |
| ; |
| |
| define <2 x half> @splat_v2f16(half %a) { |
| ; CHECK-LABEL: splat_v2f16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $h0 killed $h0 def $z0 |
| ; CHECK-NEXT: mov z0.h, h0 |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <2 x half> undef, half %a, i64 0 |
| %splat = shufflevector <2 x half> %insert, <2 x half> undef, <2 x i32> zeroinitializer |
| ret <2 x half> %splat |
| } |
| |
| define <4 x half> @splat_v4f16(half %a) { |
| ; CHECK-LABEL: splat_v4f16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $h0 killed $h0 def $z0 |
| ; CHECK-NEXT: mov z0.h, h0 |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <4 x half> undef, half %a, i64 0 |
| %splat = shufflevector <4 x half> %insert, <4 x half> undef, <4 x i32> zeroinitializer |
| ret <4 x half> %splat |
| } |
| |
| define <8 x half> @splat_v8f16(half %a) { |
| ; CHECK-LABEL: splat_v8f16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $h0 killed $h0 def $z0 |
| ; CHECK-NEXT: mov z0.h, h0 |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <8 x half> undef, half %a, i64 0 |
| %splat = shufflevector <8 x half> %insert, <8 x half> undef, <8 x i32> zeroinitializer |
| ret <8 x half> %splat |
| } |
| |
| define void @splat_v16f16(half %a, ptr %b) { |
| ; CHECK-LABEL: splat_v16f16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $h0 killed $h0 def $z0 |
| ; CHECK-NEXT: mov z0.h, h0 |
| ; CHECK-NEXT: stp q0, q0, [x0] |
| ; CHECK-NEXT: ret |
| %insert = insertelement <16 x half> undef, half %a, i64 0 |
| %splat = shufflevector <16 x half> %insert, <16 x half> undef, <16 x i32> zeroinitializer |
| store <16 x half> %splat, ptr %b |
| ret void |
| } |
| |
| define <2 x float> @splat_v2f32(float %a, <2 x float> %op2) { |
| ; CHECK-LABEL: splat_v2f32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $s0 killed $s0 def $z0 |
| ; CHECK-NEXT: mov z0.s, s0 |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <2 x float> undef, float %a, i64 0 |
| %splat = shufflevector <2 x float> %insert, <2 x float> undef, <2 x i32> zeroinitializer |
| ret <2 x float> %splat |
| } |
| |
| define <4 x float> @splat_v4f32(float %a, <4 x float> %op2) { |
| ; CHECK-LABEL: splat_v4f32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $s0 killed $s0 def $z0 |
| ; CHECK-NEXT: mov z0.s, s0 |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <4 x float> undef, float %a, i64 0 |
| %splat = shufflevector <4 x float> %insert, <4 x float> undef, <4 x i32> zeroinitializer |
| ret <4 x float> %splat |
| } |
| |
| define void @splat_v8f32(float %a, ptr %b) { |
| ; CHECK-LABEL: splat_v8f32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $s0 killed $s0 def $z0 |
| ; CHECK-NEXT: mov z0.s, s0 |
| ; CHECK-NEXT: stp q0, q0, [x0] |
| ; CHECK-NEXT: ret |
| %insert = insertelement <8 x float> undef, float %a, i64 0 |
| %splat = shufflevector <8 x float> %insert, <8 x float> undef, <8 x i32> zeroinitializer |
| store <8 x float> %splat, ptr %b |
| ret void |
| } |
| |
| define <1 x double> @splat_v1f64(double %a, <1 x double> %op2) { |
| ; CHECK-LABEL: splat_v1f64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ret |
| %insert = insertelement <1 x double> undef, double %a, i64 0 |
| %splat = shufflevector <1 x double> %insert, <1 x double> undef, <1 x i32> zeroinitializer |
| ret <1 x double> %splat |
| } |
| |
| define <2 x double> @splat_v2f64(double %a, <2 x double> %op2) { |
| ; CHECK-LABEL: splat_v2f64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0 |
| ; CHECK-NEXT: mov z0.d, d0 |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %insert = insertelement <2 x double> undef, double %a, i64 0 |
| %splat = shufflevector <2 x double> %insert, <2 x double> undef, <2 x i32> zeroinitializer |
| ret <2 x double> %splat |
| } |
| |
| define void @splat_v4f64(double %a, ptr %b) { |
| ; CHECK-LABEL: splat_v4f64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0 |
| ; CHECK-NEXT: mov z0.d, d0 |
| ; CHECK-NEXT: stp q0, q0, [x0] |
| ; CHECK-NEXT: ret |
| %insert = insertelement <4 x double> undef, double %a, i64 0 |
| %splat = shufflevector <4 x double> %insert, <4 x double> undef, <4 x i32> zeroinitializer |
| store <4 x double> %splat, ptr %b |
| ret void |
| } |
| |
| ; |
| ; DUP (integer immediate) |
| ; |
| |
| define void @splat_imm_v32i8(ptr %a) { |
| ; CHECK-LABEL: splat_imm_v32i8: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.b, #1 // =0x1 |
| ; CHECK-NEXT: stp q0, q0, [x0] |
| ; CHECK-NEXT: ret |
| %insert = insertelement <32 x i8> undef, i8 1, i64 0 |
| %splat = shufflevector <32 x i8> %insert, <32 x i8> undef, <32 x i32> zeroinitializer |
| store <32 x i8> %splat, ptr %a |
| ret void |
| } |
| |
| define void @splat_imm_v16i16(ptr %a) { |
| ; CHECK-LABEL: splat_imm_v16i16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.h, #2 // =0x2 |
| ; CHECK-NEXT: stp q0, q0, [x0] |
| ; CHECK-NEXT: ret |
| %insert = insertelement <16 x i16> undef, i16 2, i64 0 |
| %splat = shufflevector <16 x i16> %insert, <16 x i16> undef, <16 x i32> zeroinitializer |
| store <16 x i16> %splat, ptr %a |
| ret void |
| } |
| |
| define void @splat_imm_v8i32(ptr %a) { |
| ; CHECK-LABEL: splat_imm_v8i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.s, #3 // =0x3 |
| ; CHECK-NEXT: stp q0, q0, [x0] |
| ; CHECK-NEXT: ret |
| %insert = insertelement <8 x i32> undef, i32 3, i64 0 |
| %splat = shufflevector <8 x i32> %insert, <8 x i32> undef, <8 x i32> zeroinitializer |
| store <8 x i32> %splat, ptr %a |
| ret void |
| } |
| |
| define void @splat_imm_v4i64(ptr %a) { |
| ; CHECK-LABEL: splat_imm_v4i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: mov z0.d, #4 // =0x4 |
| ; CHECK-NEXT: stp q0, q0, [x0] |
| ; CHECK-NEXT: ret |
| %insert = insertelement <4 x i64> undef, i64 4, i64 0 |
| %splat = shufflevector <4 x i64> %insert, <4 x i64> undef, <4 x i32> zeroinitializer |
| store <4 x i64> %splat, ptr %a |
| ret void |
| } |
| |
| ; |
| ; DUP (floating-point immediate) |
| ; |
| |
| define void @splat_imm_v16f16(ptr %a) { |
| ; CHECK-LABEL: splat_imm_v16f16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: fmov z0.h, #5.00000000 |
| ; CHECK-NEXT: stp q0, q0, [x0] |
| ; CHECK-NEXT: ret |
| %insert = insertelement <16 x half> undef, half 5.0, i64 0 |
| %splat = shufflevector <16 x half> %insert, <16 x half> undef, <16 x i32> zeroinitializer |
| store <16 x half> %splat, ptr %a |
| ret void |
| } |
| |
| define void @splat_imm_v8f32(ptr %a) { |
| ; CHECK-LABEL: splat_imm_v8f32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: fmov z0.s, #6.00000000 |
| ; CHECK-NEXT: stp q0, q0, [x0] |
| ; CHECK-NEXT: ret |
| %insert = insertelement <8 x float> undef, float 6.0, i64 0 |
| %splat = shufflevector <8 x float> %insert, <8 x float> undef, <8 x i32> zeroinitializer |
| store <8 x float> %splat, ptr %a |
| ret void |
| } |
| |
| define void @splat_imm_v4f64(ptr %a) { |
| ; CHECK-LABEL: splat_imm_v4f64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: fmov z0.d, #7.00000000 |
| ; CHECK-NEXT: stp q0, q0, [x0] |
| ; CHECK-NEXT: ret |
| %insert = insertelement <4 x double> undef, double 7.0, i64 0 |
| %splat = shufflevector <4 x double> %insert, <4 x double> undef, <4 x i32> zeroinitializer |
| store <4 x double> %splat, ptr %a |
| ret void |
| } |