| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py |
| ; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve,+bf16 < %s | FileCheck %s --check-prefixes=CHECK |
| |
| ; Should codegen to a nop, since idx is zero. |
| define <2 x i64> @extract_v2i64_nxv2i64(<vscale x 2 x i64> %vec) nounwind { |
| ; CHECK-LABEL: extract_v2i64_nxv2i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %retval = call <2 x i64> @llvm.experimental.vector.extract.v2i64.nxv2i64(<vscale x 2 x i64> %vec, i64 0) |
| ret <2 x i64> %retval |
| } |
| |
| ; Goes through memory currently; idx != 0. |
| define <2 x i64> @extract_v2i64_nxv2i64_idx2(<vscale x 2 x i64> %vec) nounwind { |
| ; CHECK-LABEL: extract_v2i64_nxv2i64_idx2: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill |
| ; CHECK-NEXT: addvl sp, sp, #-1 |
| ; CHECK-NEXT: cntd x8 |
| ; CHECK-NEXT: mov w9, #2 |
| ; CHECK-NEXT: sub x8, x8, #2 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: cmp x8, #2 |
| ; CHECK-NEXT: st1d { z0.d }, p0, [sp] |
| ; CHECK-NEXT: csel x8, x8, x9, lo |
| ; CHECK-NEXT: mov x9, sp |
| ; CHECK-NEXT: lsl x8, x8, #3 |
| ; CHECK-NEXT: ldr q0, [x9, x8] |
| ; CHECK-NEXT: addvl sp, sp, #1 |
| ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload |
| ; CHECK-NEXT: ret |
| %retval = call <2 x i64> @llvm.experimental.vector.extract.v2i64.nxv2i64(<vscale x 2 x i64> %vec, i64 2) |
| ret <2 x i64> %retval |
| } |
| |
| ; Should codegen to a nop, since idx is zero. |
| define <4 x i32> @extract_v4i32_nxv4i32(<vscale x 4 x i32> %vec) nounwind { |
| ; CHECK-LABEL: extract_v4i32_nxv4i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %retval = call <4 x i32> @llvm.experimental.vector.extract.v4i32.nxv4i32(<vscale x 4 x i32> %vec, i64 0) |
| ret <4 x i32> %retval |
| } |
| |
| ; Goes through memory currently; idx != 0. |
| define <4 x i32> @extract_v4i32_nxv4i32_idx4(<vscale x 4 x i32> %vec) nounwind { |
| ; CHECK-LABEL: extract_v4i32_nxv4i32_idx4: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill |
| ; CHECK-NEXT: addvl sp, sp, #-1 |
| ; CHECK-NEXT: cntw x8 |
| ; CHECK-NEXT: mov w9, #4 |
| ; CHECK-NEXT: sub x8, x8, #4 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: cmp x8, #4 |
| ; CHECK-NEXT: st1w { z0.s }, p0, [sp] |
| ; CHECK-NEXT: csel x8, x8, x9, lo |
| ; CHECK-NEXT: mov x9, sp |
| ; CHECK-NEXT: lsl x8, x8, #2 |
| ; CHECK-NEXT: ldr q0, [x9, x8] |
| ; CHECK-NEXT: addvl sp, sp, #1 |
| ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload |
| ; CHECK-NEXT: ret |
| %retval = call <4 x i32> @llvm.experimental.vector.extract.v4i32.nxv4i32(<vscale x 4 x i32> %vec, i64 4) |
| ret <4 x i32> %retval |
| } |
| |
| ; Should codegen to uzps, since idx is zero and type is illegal. |
| define <4 x i32> @extract_v4i32_nxv2i32(<vscale x 2 x i32> %vec) nounwind #1 { |
| ; CHECK-LABEL: extract_v4i32_nxv2i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: uzp1 z0.s, z0.s, z0.s |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %retval = call <4 x i32> @llvm.experimental.vector.extract.v4i32.nxv2i32(<vscale x 2 x i32> %vec, i64 0) |
| ret <4 x i32> %retval |
| } |
| |
| ; Goes through memory currently; idx != 0. |
| define <4 x i32> @extract_v4i32_nxv2i32_idx4(<vscale x 2 x i32> %vec) nounwind #1 { |
| ; CHECK-LABEL: extract_v4i32_nxv2i32_idx4: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill |
| ; CHECK-NEXT: addvl sp, sp, #-1 |
| ; CHECK-NEXT: cntd x8 |
| ; CHECK-NEXT: mov w9, #4 |
| ; CHECK-NEXT: subs x8, x8, #4 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: csel x8, xzr, x8, lo |
| ; CHECK-NEXT: st1d { z0.d }, p0, [sp] |
| ; CHECK-NEXT: cmp x8, #4 |
| ; CHECK-NEXT: ptrue p0.d, vl4 |
| ; CHECK-NEXT: csel x8, x8, x9, lo |
| ; CHECK-NEXT: mov x9, sp |
| ; CHECK-NEXT: ld1d { z0.d }, p0/z, [x9, x8, lsl #3] |
| ; CHECK-NEXT: uzp1 z0.s, z0.s, z0.s |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: addvl sp, sp, #1 |
| ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload |
| ; CHECK-NEXT: ret |
| %retval = call <4 x i32> @llvm.experimental.vector.extract.v4i32.nxv2i32(<vscale x 2 x i32> %vec, i64 4) |
| ret <4 x i32> %retval |
| } |
| |
| ; Should codegen to a nop, since idx is zero. |
| define <8 x i16> @extract_v8i16_nxv8i16(<vscale x 8 x i16> %vec) nounwind { |
| ; CHECK-LABEL: extract_v8i16_nxv8i16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %retval = call <8 x i16> @llvm.experimental.vector.extract.v8i16.nxv8i16(<vscale x 8 x i16> %vec, i64 0) |
| ret <8 x i16> %retval |
| } |
| |
| ; Goes through memory currently; idx != 0. |
| define <8 x i16> @extract_v8i16_nxv8i16_idx8(<vscale x 8 x i16> %vec) nounwind { |
| ; CHECK-LABEL: extract_v8i16_nxv8i16_idx8: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill |
| ; CHECK-NEXT: addvl sp, sp, #-1 |
| ; CHECK-NEXT: cnth x8 |
| ; CHECK-NEXT: mov w9, #8 |
| ; CHECK-NEXT: sub x8, x8, #8 |
| ; CHECK-NEXT: ptrue p0.h |
| ; CHECK-NEXT: cmp x8, #8 |
| ; CHECK-NEXT: st1h { z0.h }, p0, [sp] |
| ; CHECK-NEXT: csel x8, x8, x9, lo |
| ; CHECK-NEXT: mov x9, sp |
| ; CHECK-NEXT: lsl x8, x8, #1 |
| ; CHECK-NEXT: ldr q0, [x9, x8] |
| ; CHECK-NEXT: addvl sp, sp, #1 |
| ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload |
| ; CHECK-NEXT: ret |
| %retval = call <8 x i16> @llvm.experimental.vector.extract.v8i16.nxv8i16(<vscale x 8 x i16> %vec, i64 8) |
| ret <8 x i16> %retval |
| } |
| |
| ; Should codegen to uzps, since idx is zero and type is illegal. |
| define <8 x i16> @extract_v8i16_nxv4i16(<vscale x 4 x i16> %vec) nounwind #1 { |
| ; CHECK-LABEL: extract_v8i16_nxv4i16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %retval = call <8 x i16> @llvm.experimental.vector.extract.v8i16.nxv4i16(<vscale x 4 x i16> %vec, i64 0) |
| ret <8 x i16> %retval |
| } |
| |
| ; Goes through memory currently; idx != 0. |
| define <8 x i16> @extract_v8i16_nxv4i16_idx8(<vscale x 4 x i16> %vec) nounwind #1 { |
| ; CHECK-LABEL: extract_v8i16_nxv4i16_idx8: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill |
| ; CHECK-NEXT: addvl sp, sp, #-1 |
| ; CHECK-NEXT: cntw x8 |
| ; CHECK-NEXT: mov w9, #8 |
| ; CHECK-NEXT: subs x8, x8, #8 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: csel x8, xzr, x8, lo |
| ; CHECK-NEXT: st1w { z0.s }, p0, [sp] |
| ; CHECK-NEXT: cmp x8, #8 |
| ; CHECK-NEXT: ptrue p0.s, vl8 |
| ; CHECK-NEXT: csel x8, x8, x9, lo |
| ; CHECK-NEXT: mov x9, sp |
| ; CHECK-NEXT: ld1w { z0.s }, p0/z, [x9, x8, lsl #2] |
| ; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: addvl sp, sp, #1 |
| ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload |
| ; CHECK-NEXT: ret |
| %retval = call <8 x i16> @llvm.experimental.vector.extract.v8i16.nxv4i16(<vscale x 4 x i16> %vec, i64 8) |
| ret <8 x i16> %retval |
| } |
| |
| ; Should codegen to uzps, since idx is zero and type is illegal. |
| define <8 x i16> @extract_v8i16_nxv2i16(<vscale x 2 x i16> %vec) nounwind #1 { |
| ; CHECK-LABEL: extract_v8i16_nxv2i16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: uzp1 z0.s, z0.s, z0.s |
| ; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %retval = call <8 x i16> @llvm.experimental.vector.extract.v8i16.nxv2i16(<vscale x 2 x i16> %vec, i64 0) |
| ret <8 x i16> %retval |
| } |
| |
| ; Goes through memory currently; idx != 0. |
| define <8 x i16> @extract_v8i16_nxv2i16_idx8(<vscale x 2 x i16> %vec) nounwind #1 { |
| ; CHECK-LABEL: extract_v8i16_nxv2i16_idx8: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill |
| ; CHECK-NEXT: addvl sp, sp, #-1 |
| ; CHECK-NEXT: cntd x8 |
| ; CHECK-NEXT: mov w9, #8 |
| ; CHECK-NEXT: subs x8, x8, #8 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: csel x8, xzr, x8, lo |
| ; CHECK-NEXT: st1d { z0.d }, p0, [sp] |
| ; CHECK-NEXT: cmp x8, #8 |
| ; CHECK-NEXT: ptrue p0.d, vl8 |
| ; CHECK-NEXT: csel x8, x8, x9, lo |
| ; CHECK-NEXT: mov x9, sp |
| ; CHECK-NEXT: ld1d { z0.d }, p0/z, [x9, x8, lsl #3] |
| ; CHECK-NEXT: uzp1 z0.s, z0.s, z0.s |
| ; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: addvl sp, sp, #1 |
| ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload |
| ; CHECK-NEXT: ret |
| %retval = call <8 x i16> @llvm.experimental.vector.extract.v8i16.nxv2i16(<vscale x 2 x i16> %vec, i64 8) |
| ret <8 x i16> %retval |
| } |
| |
| ; Should codegen to a nop, since idx is zero. |
| define <16 x i8> @extract_v16i8_nxv16i8(<vscale x 16 x i8> %vec) nounwind { |
| ; CHECK-LABEL: extract_v16i8_nxv16i8: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %retval = call <16 x i8> @llvm.experimental.vector.extract.v16i8.nxv16i8(<vscale x 16 x i8> %vec, i64 0) |
| ret <16 x i8> %retval |
| } |
| |
| ; Goes through memory currently; idx != 0. |
| define <16 x i8> @extract_v16i8_nxv16i8_idx16(<vscale x 16 x i8> %vec) nounwind { |
| ; CHECK-LABEL: extract_v16i8_nxv16i8_idx16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill |
| ; CHECK-NEXT: addvl sp, sp, #-1 |
| ; CHECK-NEXT: mov x8, #-16 |
| ; CHECK-NEXT: mov w9, #16 |
| ; CHECK-NEXT: ptrue p0.b |
| ; CHECK-NEXT: st1b { z0.b }, p0, [sp] |
| ; CHECK-NEXT: addvl x8, x8, #1 |
| ; CHECK-NEXT: cmp x8, #16 |
| ; CHECK-NEXT: csel x8, x8, x9, lo |
| ; CHECK-NEXT: mov x9, sp |
| ; CHECK-NEXT: ldr q0, [x9, x8] |
| ; CHECK-NEXT: addvl sp, sp, #1 |
| ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload |
| ; CHECK-NEXT: ret |
| %retval = call <16 x i8> @llvm.experimental.vector.extract.v16i8.nxv16i8(<vscale x 16 x i8> %vec, i64 16) |
| ret <16 x i8> %retval |
| } |
| |
| ; Should codegen to uzps, since idx is zero and type is illegal. |
| define <16 x i8> @extract_v16i8_nxv8i8(<vscale x 8 x i8> %vec) nounwind #1 { |
| ; CHECK-LABEL: extract_v16i8_nxv8i8: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: uzp1 z0.b, z0.b, z0.b |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %retval = call <16 x i8> @llvm.experimental.vector.extract.v16i8.nxv8i8(<vscale x 8 x i8> %vec, i64 0) |
| ret <16 x i8> %retval |
| } |
| |
| ; Goes through memory currently; idx != 0. |
| define <16 x i8> @extract_v16i8_nxv8i8_idx16(<vscale x 8 x i8> %vec) nounwind #1 { |
| ; CHECK-LABEL: extract_v16i8_nxv8i8_idx16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill |
| ; CHECK-NEXT: addvl sp, sp, #-1 |
| ; CHECK-NEXT: cnth x8 |
| ; CHECK-NEXT: mov w9, #16 |
| ; CHECK-NEXT: subs x8, x8, #16 |
| ; CHECK-NEXT: ptrue p0.h |
| ; CHECK-NEXT: csel x8, xzr, x8, lo |
| ; CHECK-NEXT: st1h { z0.h }, p0, [sp] |
| ; CHECK-NEXT: cmp x8, #16 |
| ; CHECK-NEXT: ptrue p0.h, vl16 |
| ; CHECK-NEXT: csel x8, x8, x9, lo |
| ; CHECK-NEXT: mov x9, sp |
| ; CHECK-NEXT: ld1h { z0.h }, p0/z, [x9, x8, lsl #1] |
| ; CHECK-NEXT: uzp1 z0.b, z0.b, z0.b |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: addvl sp, sp, #1 |
| ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload |
| ; CHECK-NEXT: ret |
| %retval = call <16 x i8> @llvm.experimental.vector.extract.v16i8.nxv8i8(<vscale x 8 x i8> %vec, i64 16) |
| ret <16 x i8> %retval |
| } |
| |
| ; Should codegen to uzps, since idx is zero and type is illegal. |
| define <16 x i8> @extract_v16i8_nxv4i8(<vscale x 4 x i8> %vec) nounwind #1 { |
| ; CHECK-LABEL: extract_v16i8_nxv4i8: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h |
| ; CHECK-NEXT: uzp1 z0.b, z0.b, z0.b |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %retval = call <16 x i8> @llvm.experimental.vector.extract.v16i8.nxv4i8(<vscale x 4 x i8> %vec, i64 0) |
| ret <16 x i8> %retval |
| } |
| |
| ; Goes through memory currently; idx != 0. |
| define <16 x i8> @extract_v16i8_nxv4i8_idx16(<vscale x 4 x i8> %vec) nounwind #1 { |
| ; CHECK-LABEL: extract_v16i8_nxv4i8_idx16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill |
| ; CHECK-NEXT: addvl sp, sp, #-1 |
| ; CHECK-NEXT: cntw x8 |
| ; CHECK-NEXT: mov w9, #16 |
| ; CHECK-NEXT: subs x8, x8, #16 |
| ; CHECK-NEXT: ptrue p0.s |
| ; CHECK-NEXT: csel x8, xzr, x8, lo |
| ; CHECK-NEXT: st1w { z0.s }, p0, [sp] |
| ; CHECK-NEXT: cmp x8, #16 |
| ; CHECK-NEXT: ptrue p0.s, vl16 |
| ; CHECK-NEXT: csel x8, x8, x9, lo |
| ; CHECK-NEXT: mov x9, sp |
| ; CHECK-NEXT: ld1w { z0.s }, p0/z, [x9, x8, lsl #2] |
| ; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h |
| ; CHECK-NEXT: uzp1 z0.b, z0.b, z0.b |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: addvl sp, sp, #1 |
| ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload |
| ; CHECK-NEXT: ret |
| %retval = call <16 x i8> @llvm.experimental.vector.extract.v16i8.nxv4i8(<vscale x 4 x i8> %vec, i64 16) |
| ret <16 x i8> %retval |
| } |
| |
| ; Should codegen to uzps, since idx is zero and type is illegal. |
| define <16 x i8> @extract_v16i8_nxv2i8(<vscale x 2 x i8> %vec) nounwind #1 { |
| ; CHECK-LABEL: extract_v16i8_nxv2i8: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: uzp1 z0.s, z0.s, z0.s |
| ; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h |
| ; CHECK-NEXT: uzp1 z0.b, z0.b, z0.b |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: ret |
| %retval = call <16 x i8> @llvm.experimental.vector.extract.v16i8.nxv2i8(<vscale x 2 x i8> %vec, i64 0) |
| ret <16 x i8> %retval |
| } |
| |
| ; Goes through memory currently; idx != 0. |
| define <16 x i8> @extract_v16i8_nxv2i8_idx16(<vscale x 2 x i8> %vec) nounwind #1 { |
| ; CHECK-LABEL: extract_v16i8_nxv2i8_idx16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill |
| ; CHECK-NEXT: addvl sp, sp, #-1 |
| ; CHECK-NEXT: cntd x8 |
| ; CHECK-NEXT: mov w9, #16 |
| ; CHECK-NEXT: subs x8, x8, #16 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: csel x8, xzr, x8, lo |
| ; CHECK-NEXT: st1d { z0.d }, p0, [sp] |
| ; CHECK-NEXT: cmp x8, #16 |
| ; CHECK-NEXT: csel x8, x8, x9, lo |
| ; CHECK-NEXT: mov x9, sp |
| ; CHECK-NEXT: ld1d { z0.d }, p0/z, [x9, x8, lsl #3] |
| ; CHECK-NEXT: uzp1 z0.s, z0.s, z0.s |
| ; CHECK-NEXT: uzp1 z0.h, z0.h, z0.h |
| ; CHECK-NEXT: uzp1 z0.b, z0.b, z0.b |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0 |
| ; CHECK-NEXT: addvl sp, sp, #1 |
| ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload |
| ; CHECK-NEXT: ret |
| %retval = call <16 x i8> @llvm.experimental.vector.extract.v16i8.nxv2i8(<vscale x 2 x i8> %vec, i64 16) |
| ret <16 x i8> %retval |
| } |
| |
| ; Fixed length clamping |
| |
| define <2 x i64> @extract_fixed_v2i64_nxv2i64(<vscale x 2 x i64> %vec) nounwind #0 { |
| ; CHECK-LABEL: extract_fixed_v2i64_nxv2i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill |
| ; CHECK-NEXT: addvl sp, sp, #-1 |
| ; CHECK-NEXT: cntd x8 |
| ; CHECK-NEXT: mov w9, #2 |
| ; CHECK-NEXT: sub x8, x8, #2 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: cmp x8, #2 |
| ; CHECK-NEXT: st1d { z0.d }, p0, [sp] |
| ; CHECK-NEXT: csel x8, x8, x9, lo |
| ; CHECK-NEXT: mov x9, sp |
| ; CHECK-NEXT: lsl x8, x8, #3 |
| ; CHECK-NEXT: ldr q0, [x9, x8] |
| ; CHECK-NEXT: addvl sp, sp, #1 |
| ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload |
| ; CHECK-NEXT: ret |
| %retval = call <2 x i64> @llvm.experimental.vector.extract.v2i64.nxv2i64(<vscale x 2 x i64> %vec, i64 2) |
| ret <2 x i64> %retval |
| } |
| |
| define <4 x i64> @extract_fixed_v4i64_nxv2i64(<vscale x 2 x i64> %vec) nounwind #0 { |
| ; CHECK-LABEL: extract_fixed_v4i64_nxv2i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: str x29, [sp, #-16]! // 8-byte Folded Spill |
| ; CHECK-NEXT: addvl sp, sp, #-1 |
| ; CHECK-NEXT: cntd x9 |
| ; CHECK-NEXT: mov w10, #4 |
| ; CHECK-NEXT: subs x9, x9, #4 |
| ; CHECK-NEXT: ptrue p0.d |
| ; CHECK-NEXT: csel x9, xzr, x9, lo |
| ; CHECK-NEXT: st1d { z0.d }, p0, [sp] |
| ; CHECK-NEXT: cmp x9, #4 |
| ; CHECK-NEXT: csel x9, x9, x10, lo |
| ; CHECK-NEXT: mov x10, sp |
| ; CHECK-NEXT: ld1d { z0.d }, p0/z, [x10, x9, lsl #3] |
| ; CHECK-NEXT: st1d { z0.d }, p0, [x8] |
| ; CHECK-NEXT: addvl sp, sp, #1 |
| ; CHECK-NEXT: ldr x29, [sp], #16 // 8-byte Folded Reload |
| ; CHECK-NEXT: ret |
| %retval = call <4 x i64> @llvm.experimental.vector.extract.v4i64.nxv2i64(<vscale x 2 x i64> %vec, i64 4) |
| ret <4 x i64> %retval |
| } |
| |
| attributes #0 = { vscale_range(2,2) } |
| attributes #1 = { vscale_range(8,8) } |
| |
| declare <2 x i64> @llvm.experimental.vector.extract.v2i64.nxv2i64(<vscale x 2 x i64>, i64) |
| |
| declare <4 x i32> @llvm.experimental.vector.extract.v4i32.nxv4i32(<vscale x 4 x i32>, i64) |
| declare <4 x i32> @llvm.experimental.vector.extract.v4i32.nxv2i32(<vscale x 2 x i32>, i64) |
| |
| declare <8 x i16> @llvm.experimental.vector.extract.v8i16.nxv8i16(<vscale x 8 x i16>, i64) |
| declare <8 x i16> @llvm.experimental.vector.extract.v8i16.nxv4i16(<vscale x 4 x i16>, i64) |
| declare <8 x i16> @llvm.experimental.vector.extract.v8i16.nxv2i16(<vscale x 2 x i16>, i64) |
| |
| declare <16 x i8> @llvm.experimental.vector.extract.v16i8.nxv16i8(<vscale x 16 x i8>, i64) |
| declare <16 x i8> @llvm.experimental.vector.extract.v16i8.nxv8i8(<vscale x 8 x i8>, i64) |
| declare <16 x i8> @llvm.experimental.vector.extract.v16i8.nxv4i8(<vscale x 4 x i8>, i64) |
| declare <16 x i8> @llvm.experimental.vector.extract.v16i8.nxv2i8(<vscale x 2 x i8>, i64) |
| |
| declare <4 x i64> @llvm.experimental.vector.extract.v4i64.nxv2i64(<vscale x 2 x i64>, i64) |