| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py |
| ; RUN: llc -mattr=+sve -force-streaming-compatible < %s | FileCheck %s --check-prefixes=CHECK,SVE |
| ; RUN: llc -mattr=+sve2 -force-streaming-compatible < %s | FileCheck %s --check-prefixes=CHECK,SVE2 |
| ; RUN: llc -mattr=+sme -force-streaming < %s | FileCheck %s --check-prefixes=CHECK,SVE2 |
| ; RUN: llc -force-streaming-compatible < %s | FileCheck %s --check-prefix=NONEON-NOSVE |
| |
| target triple = "aarch64-unknown-linux-gnu" |
| |
| ; |
| ; sext i1 -> i32 |
| ; |
| |
| ; NOTE: Covers the scenario where a SIGN_EXTEND_INREG is required, whose inreg |
| ; type's element type is not byte based and thus cannot be lowered directly to |
| ; an SVE instruction. |
| define void @sext_v8i1_v8i32(<8 x i1> %a, ptr %out) { |
| ; CHECK-LABEL: sext_v8i1_v8i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0 |
| ; CHECK-NEXT: uunpklo z0.h, z0.b |
| ; CHECK-NEXT: uunpklo z1.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: lsl z1.s, z1.s, #31 |
| ; CHECK-NEXT: lsl z0.s, z0.s, #31 |
| ; CHECK-NEXT: asr z1.s, z1.s, #31 |
| ; CHECK-NEXT: asr z0.s, z0.s, #31 |
| ; CHECK-NEXT: stp q1, q0, [x0] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v8i1_v8i32: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #48 |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 48 |
| ; NONEON-NOSVE-NEXT: str d0, [sp, #8] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #11] |
| ; NONEON-NOSVE-NEXT: ldrb w10, [sp, #10] |
| ; NONEON-NOSVE-NEXT: ldrb w12, [sp, #9] |
| ; NONEON-NOSVE-NEXT: ldrb w14, [sp, #8] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #12] |
| ; NONEON-NOSVE-NEXT: ldrb w11, [sp, #13] |
| ; NONEON-NOSVE-NEXT: sbfx w8, w8, #0, #1 |
| ; NONEON-NOSVE-NEXT: sbfx w10, w10, #0, #1 |
| ; NONEON-NOSVE-NEXT: ldrb w13, [sp, #14] |
| ; NONEON-NOSVE-NEXT: ldrb w15, [sp, #15] |
| ; NONEON-NOSVE-NEXT: sbfx w12, w12, #0, #1 |
| ; NONEON-NOSVE-NEXT: sbfx w9, w9, #0, #1 |
| ; NONEON-NOSVE-NEXT: stp w10, w8, [sp, #40] |
| ; NONEON-NOSVE-NEXT: sbfx w8, w14, #0, #1 |
| ; NONEON-NOSVE-NEXT: sbfx w10, w15, #0, #1 |
| ; NONEON-NOSVE-NEXT: stp w8, w12, [sp, #32] |
| ; NONEON-NOSVE-NEXT: sbfx w12, w13, #0, #1 |
| ; NONEON-NOSVE-NEXT: sbfx w8, w11, #0, #1 |
| ; NONEON-NOSVE-NEXT: stp w12, w10, [sp, #24] |
| ; NONEON-NOSVE-NEXT: stp w9, w8, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #48 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = sext <8 x i1> %a to <8 x i32> |
| store <8 x i32> %b, ptr %out |
| ret void |
| } |
| |
| ; |
| ; sext i3 -> i64 |
| ; |
| |
| ; NOTE: Covers the scenario where a SIGN_EXTEND_INREG is required, whose inreg |
| ; type's element type is not power-of-2 based and thus cannot be lowered |
| ; directly to an SVE instruction. |
| define void @sext_v4i3_v4i64(<4 x i3> %a, ptr %out) { |
| ; CHECK-LABEL: sext_v4i3_v4i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0 |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: uunpklo z1.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.d, z0.s |
| ; CHECK-NEXT: lsl z1.d, z1.d, #61 |
| ; CHECK-NEXT: lsl z0.d, z0.d, #61 |
| ; CHECK-NEXT: asr z1.d, z1.d, #61 |
| ; CHECK-NEXT: asr z0.d, z0.d, #61 |
| ; CHECK-NEXT: stp q1, q0, [x0] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v4i3_v4i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: ushll v0.4s, v0.4h, #0 |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 |
| ; NONEON-NOSVE-NEXT: ldp d0, d1, [sp] |
| ; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldp w11, w10, [sp, #16] |
| ; NONEON-NOSVE-NEXT: sbfx x8, x8, #0, #3 |
| ; NONEON-NOSVE-NEXT: sbfx x9, x9, #0, #3 |
| ; NONEON-NOSVE-NEXT: sbfx x10, x10, #0, #3 |
| ; NONEON-NOSVE-NEXT: stp x9, x8, [sp, #48] |
| ; NONEON-NOSVE-NEXT: sbfx x8, x11, #0, #3 |
| ; NONEON-NOSVE-NEXT: stp x8, x10, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #64 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = sext <4 x i3> %a to <4 x i64> |
| store <4 x i64> %b, ptr %out |
| ret void |
| } |
| |
| ; |
| ; sext i8 -> i16 |
| ; |
| |
| define void @sext_v16i8_v16i16(<16 x i8> %a, ptr %out) { |
| ; CHECK-LABEL: sext_v16i8_v16i16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0 |
| ; CHECK-NEXT: sunpklo z1.h, z0.b |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z0.h, z0.b |
| ; CHECK-NEXT: stp q1, q0, [x0] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v16i8_v16i16: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 |
| ; NONEON-NOSVE-NEXT: ldp d1, d0, [sp] |
| ; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #31] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #62] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #30] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #60] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #29] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #58] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #28] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #56] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #27] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #54] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #26] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #52] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #25] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #50] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #24] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #23] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #46] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #22] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #44] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #21] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #42] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #20] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #19] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #38] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #18] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #36] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #17] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #34] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #16] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #64 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = sext <16 x i8> %a to <16 x i16> |
| store <16 x i16>%b, ptr %out |
| ret void |
| } |
| |
| ; NOTE: Extra 'add' is to prevent the extend being combined with the load. |
| define void @sext_v32i8_v32i16(ptr %in, ptr %out) { |
| ; CHECK-LABEL: sext_v32i8_v32i16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ldp q1, q0, [x0] |
| ; CHECK-NEXT: add z0.b, z0.b, z0.b |
| ; CHECK-NEXT: add z1.b, z1.b, z1.b |
| ; CHECK-NEXT: sunpklo z2.h, z0.b |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z3.h, z1.b |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: sunpklo z0.h, z0.b |
| ; CHECK-NEXT: sunpklo z1.h, z1.b |
| ; CHECK-NEXT: stp q2, q0, [x1, #32] |
| ; CHECK-NEXT: stp q3, q1, [x1] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v32i8_v32i16: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #208 |
| ; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #112] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #128] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #144] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #160] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #176] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #192] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 208 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w19, -8 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w20, -16 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w21, -24 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w22, -32 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w23, -40 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w24, -48 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w25, -56 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w26, -64 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w27, -72 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w28, -80 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w30, -88 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w29, -96 |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #41] |
| ; NONEON-NOSVE-NEXT: ldrb w17, [sp, #23] |
| ; NONEON-NOSVE-NEXT: ldrb w14, [sp, #20] |
| ; NONEON-NOSVE-NEXT: ldrb w30, [sp, #19] |
| ; NONEON-NOSVE-NEXT: ldrb w29, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #8] // 8-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: add w17, w17, w17 |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #18] |
| ; NONEON-NOSVE-NEXT: add w5, w14, w14 |
| ; NONEON-NOSVE-NEXT: sxtb w6, w17 |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #17] |
| ; NONEON-NOSVE-NEXT: sxtb w5, w5 |
| ; NONEON-NOSVE-NEXT: add w8, w8, w8 |
| ; NONEON-NOSVE-NEXT: ldrb w27, [sp, #30] |
| ; NONEON-NOSVE-NEXT: strh w6, [sp, #78] |
| ; NONEON-NOSVE-NEXT: add w6, w30, w30 |
| ; NONEON-NOSVE-NEXT: sxtb w8, w8 |
| ; NONEON-NOSVE-NEXT: ldrb w28, [sp, #31] |
| ; NONEON-NOSVE-NEXT: sxtb w6, w6 |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: strh w5, [sp, #72] |
| ; NONEON-NOSVE-NEXT: add w5, w29, w29 |
| ; NONEON-NOSVE-NEXT: ldrb w25, [sp, #28] |
| ; NONEON-NOSVE-NEXT: ldrb w26, [sp, #29] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w9 |
| ; NONEON-NOSVE-NEXT: sxtb w5, w5 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #68] |
| ; NONEON-NOSVE-NEXT: add w8, w27, w27 |
| ; NONEON-NOSVE-NEXT: ldrb w23, [sp, #26] |
| ; NONEON-NOSVE-NEXT: strh w6, [sp, #70] |
| ; NONEON-NOSVE-NEXT: add w6, w28, w28 |
| ; NONEON-NOSVE-NEXT: sxtb w8, w8 |
| ; NONEON-NOSVE-NEXT: ldrb w24, [sp, #27] |
| ; NONEON-NOSVE-NEXT: sxtb w6, w6 |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #66] |
| ; NONEON-NOSVE-NEXT: add w9, w26, w26 |
| ; NONEON-NOSVE-NEXT: strh w5, [sp, #64] |
| ; NONEON-NOSVE-NEXT: add w5, w25, w25 |
| ; NONEON-NOSVE-NEXT: sxtb w9, w9 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #60] |
| ; NONEON-NOSVE-NEXT: sxtb w8, w5 |
| ; NONEON-NOSVE-NEXT: ldrb w21, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldrb w22, [sp, #25] |
| ; NONEON-NOSVE-NEXT: strh w6, [sp, #62] |
| ; NONEON-NOSVE-NEXT: add w6, w24, w24 |
| ; NONEON-NOSVE-NEXT: add w5, w23, w23 |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #58] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w6 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #56] |
| ; NONEON-NOSVE-NEXT: sxtb w8, w5 |
| ; NONEON-NOSVE-NEXT: ldrb w4, [sp, #38] |
| ; NONEON-NOSVE-NEXT: ldrb w20, [sp, #39] |
| ; NONEON-NOSVE-NEXT: add w6, w22, w22 |
| ; NONEON-NOSVE-NEXT: add w5, w21, w21 |
| ; NONEON-NOSVE-NEXT: ldrb w15, [sp, #21] |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #54] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w6 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #52] |
| ; NONEON-NOSVE-NEXT: sxtb w8, w5 |
| ; NONEON-NOSVE-NEXT: ldrb w2, [sp, #36] |
| ; NONEON-NOSVE-NEXT: ldrb w3, [sp, #37] |
| ; NONEON-NOSVE-NEXT: add w6, w20, w20 |
| ; NONEON-NOSVE-NEXT: add w4, w4, w4 |
| ; NONEON-NOSVE-NEXT: ldrb w16, [sp, #22] |
| ; NONEON-NOSVE-NEXT: add w18, w15, w15 |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #50] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w6 |
| ; NONEON-NOSVE-NEXT: sxtb w19, w18 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #48] |
| ; NONEON-NOSVE-NEXT: sxtb w8, w4 |
| ; NONEON-NOSVE-NEXT: ldrb w18, [sp, #34] |
| ; NONEON-NOSVE-NEXT: ldrb w0, [sp, #35] |
| ; NONEON-NOSVE-NEXT: add w3, w3, w3 |
| ; NONEON-NOSVE-NEXT: add w2, w2, w2 |
| ; NONEON-NOSVE-NEXT: add w16, w16, w16 |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #110] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w3 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #108] |
| ; NONEON-NOSVE-NEXT: sxtb w8, w2 |
| ; NONEON-NOSVE-NEXT: sxtb w7, w16 |
| ; NONEON-NOSVE-NEXT: ldrb w16, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldrb w17, [sp, #33] |
| ; NONEON-NOSVE-NEXT: add w0, w0, w0 |
| ; NONEON-NOSVE-NEXT: add w18, w18, w18 |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #106] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w0 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #104] |
| ; NONEON-NOSVE-NEXT: sxtb w8, w18 |
| ; NONEON-NOSVE-NEXT: ldrb w14, [sp, #46] |
| ; NONEON-NOSVE-NEXT: ldrb w15, [sp, #47] |
| ; NONEON-NOSVE-NEXT: add w17, w17, w17 |
| ; NONEON-NOSVE-NEXT: add w16, w16, w16 |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #102] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w17 |
| ; NONEON-NOSVE-NEXT: ldrb w12, [sp, #44] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #100] |
| ; NONEON-NOSVE-NEXT: sxtb w8, w16 |
| ; NONEON-NOSVE-NEXT: ldrb w13, [sp, #45] |
| ; NONEON-NOSVE-NEXT: add w15, w15, w15 |
| ; NONEON-NOSVE-NEXT: add w14, w14, w14 |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #98] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w15 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #96] |
| ; NONEON-NOSVE-NEXT: sxtb w8, w14 |
| ; NONEON-NOSVE-NEXT: ldrb w10, [sp, #42] |
| ; NONEON-NOSVE-NEXT: ldrb w11, [sp, #43] |
| ; NONEON-NOSVE-NEXT: add w13, w13, w13 |
| ; NONEON-NOSVE-NEXT: add w12, w12, w12 |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #94] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w13 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #92] |
| ; NONEON-NOSVE-NEXT: sxtb w8, w12 |
| ; NONEON-NOSVE-NEXT: add w11, w11, w11 |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #90] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w11 |
| ; NONEON-NOSVE-NEXT: ldr w11, [sp, #8] // 4-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #88] |
| ; NONEON-NOSVE-NEXT: sxtb w8, w10 |
| ; NONEON-NOSVE-NEXT: ldr w10, [sp, #12] // 4-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #86] |
| ; NONEON-NOSVE-NEXT: add w11, w11, w11 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #84] |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: sxtb w9, w11 |
| ; NONEON-NOSVE-NEXT: strh w7, [sp, #76] |
| ; NONEON-NOSVE-NEXT: sxtb w8, w10 |
| ; NONEON-NOSVE-NEXT: strh w19, [sp, #74] |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #82] |
| ; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #48] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #80] |
| ; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #192] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #80] |
| ; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #176] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q2, q3, [x1] |
| ; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #160] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #144] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x1, #32] |
| ; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #128] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #112] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: add sp, sp, #208 |
| ; NONEON-NOSVE-NEXT: ret |
| %a = load <32 x i8>, ptr %in |
| %b = add <32 x i8> %a, %a |
| %c = sext <32 x i8> %b to <32 x i16> |
| store <32 x i16> %c, ptr %out |
| ret void |
| } |
| |
| ; |
| ; sext i8 -> i32 |
| ; |
| |
| define void @sext_v8i8_v8i32(<8 x i8> %a, ptr %out) { |
| ; CHECK-LABEL: sext_v8i8_v8i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0 |
| ; CHECK-NEXT: sunpklo z0.h, z0.b |
| ; CHECK-NEXT: sunpklo z1.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z0.s, z0.h |
| ; CHECK-NEXT: stp q1, q0, [x0] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v8i8_v8i32: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #48 |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 48 |
| ; NONEON-NOSVE-NEXT: str d0, [sp, #8] |
| ; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #11] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #10] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #9] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #8] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #15] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #14] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #13] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #12] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #48 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = sext <8 x i8> %a to <8 x i32> |
| store <8 x i32>%b, ptr %out |
| ret void |
| } |
| |
| define void @sext_v16i8_v16i32(<16 x i8> %a, ptr %out) { |
| ; CHECK-LABEL: sext_v16i8_v16i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0 |
| ; CHECK-NEXT: sunpklo z1.h, z0.b |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z0.h, z0.b |
| ; CHECK-NEXT: sunpklo z2.s, z1.h |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: sunpklo z1.s, z1.h |
| ; CHECK-NEXT: sunpklo z3.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z0.s, z0.h |
| ; CHECK-NEXT: stp q2, q1, [x0] |
| ; CHECK-NEXT: stp q3, q0, [x0, #32] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v16i8_v16i32: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-96]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 96 |
| ; NONEON-NOSVE-NEXT: ldp d1, d0, [sp] |
| ; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #27] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #26] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #88] |
| ; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #25] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #24] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #80] |
| ; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #31] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #30] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #72] |
| ; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #29] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #28] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #64] |
| ; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #19] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #18] |
| ; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #64] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] |
| ; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #17] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #23] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #22] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #21] |
| ; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #20] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp q2, q3, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0, #32] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #96 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = sext <16 x i8> %a to <16 x i32> |
| store <16 x i32> %b, ptr %out |
| ret void |
| } |
| |
| define void @sext_v32i8_v32i32(ptr %in, ptr %out) { |
| ; CHECK-LABEL: sext_v32i8_v32i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ldp q1, q0, [x0] |
| ; CHECK-NEXT: add z0.b, z0.b, z0.b |
| ; CHECK-NEXT: add z1.b, z1.b, z1.b |
| ; CHECK-NEXT: sunpklo z2.h, z0.b |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z3.h, z1.b |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: sunpklo z0.h, z0.b |
| ; CHECK-NEXT: sunpklo z1.h, z1.b |
| ; CHECK-NEXT: sunpklo z4.s, z2.h |
| ; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8 |
| ; CHECK-NEXT: sunpklo z5.s, z3.h |
| ; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8 |
| ; CHECK-NEXT: sunpklo z6.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z2.s, z2.h |
| ; CHECK-NEXT: sunpklo z7.s, z1.h |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: sunpklo z3.s, z3.h |
| ; CHECK-NEXT: sunpklo z0.s, z0.h |
| ; CHECK-NEXT: sunpklo z1.s, z1.h |
| ; CHECK-NEXT: stp q4, q2, [x1, #64] |
| ; CHECK-NEXT: stp q5, q3, [x1] |
| ; CHECK-NEXT: stp q6, q0, [x1, #96] |
| ; CHECK-NEXT: stp q7, q1, [x1, #32] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v32i8_v32i32: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #272 |
| ; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #176] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #192] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #208] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #224] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #240] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #256] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 272 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w19, -8 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w20, -16 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w21, -24 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w22, -32 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w23, -40 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w24, -48 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w25, -56 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w26, -64 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w27, -72 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w28, -80 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w30, -88 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w29, -96 |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrb w16, [sp, #18] |
| ; NONEON-NOSVE-NEXT: ldrb w17, [sp, #19] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #44] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #45] |
| ; NONEON-NOSVE-NEXT: ldrb w14, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrb w15, [sp, #17] |
| ; NONEON-NOSVE-NEXT: add w16, w16, w16 |
| ; NONEON-NOSVE-NEXT: add w17, w17, w17 |
| ; NONEON-NOSVE-NEXT: ldrb w30, [sp, #23] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #8] // 8-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: sxtb w6, w17 |
| ; NONEON-NOSVE-NEXT: sxtb w7, w16 |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #22] |
| ; NONEON-NOSVE-NEXT: add w5, w14, w14 |
| ; NONEON-NOSVE-NEXT: add w18, w15, w15 |
| ; NONEON-NOSVE-NEXT: sxtb w19, w18 |
| ; NONEON-NOSVE-NEXT: ldrb w29, [sp, #20] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #21] |
| ; NONEON-NOSVE-NEXT: stp w7, w6, [sp, #104] |
| ; NONEON-NOSVE-NEXT: add w6, w30, w30 |
| ; NONEON-NOSVE-NEXT: sxtb w5, w5 |
| ; NONEON-NOSVE-NEXT: add w8, w8, w8 |
| ; NONEON-NOSVE-NEXT: ldrb w27, [sp, #26] |
| ; NONEON-NOSVE-NEXT: ldrb w28, [sp, #27] |
| ; NONEON-NOSVE-NEXT: sxtb w6, w6 |
| ; NONEON-NOSVE-NEXT: sxtb w8, w8 |
| ; NONEON-NOSVE-NEXT: stp w5, w19, [sp, #96] |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: add w5, w29, w29 |
| ; NONEON-NOSVE-NEXT: ldrb w25, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldrb w26, [sp, #25] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w9 |
| ; NONEON-NOSVE-NEXT: stp w8, w6, [sp, #88] |
| ; NONEON-NOSVE-NEXT: add w6, w28, w28 |
| ; NONEON-NOSVE-NEXT: sxtb w5, w5 |
| ; NONEON-NOSVE-NEXT: add w8, w27, w27 |
| ; NONEON-NOSVE-NEXT: sxtb w6, w6 |
| ; NONEON-NOSVE-NEXT: sxtb w8, w8 |
| ; NONEON-NOSVE-NEXT: ldrb w23, [sp, #30] |
| ; NONEON-NOSVE-NEXT: ldrb w24, [sp, #31] |
| ; NONEON-NOSVE-NEXT: stp w5, w9, [sp, #80] |
| ; NONEON-NOSVE-NEXT: add w9, w26, w26 |
| ; NONEON-NOSVE-NEXT: add w5, w25, w25 |
| ; NONEON-NOSVE-NEXT: stp w8, w6, [sp, #72] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w9 |
| ; NONEON-NOSVE-NEXT: sxtb w8, w5 |
| ; NONEON-NOSVE-NEXT: ldrb w21, [sp, #28] |
| ; NONEON-NOSVE-NEXT: ldrb w22, [sp, #29] |
| ; NONEON-NOSVE-NEXT: add w6, w24, w24 |
| ; NONEON-NOSVE-NEXT: add w5, w23, w23 |
| ; NONEON-NOSVE-NEXT: ldrb w4, [sp, #34] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #64] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w6 |
| ; NONEON-NOSVE-NEXT: sxtb w8, w5 |
| ; NONEON-NOSVE-NEXT: ldrb w20, [sp, #35] |
| ; NONEON-NOSVE-NEXT: add w6, w22, w22 |
| ; NONEON-NOSVE-NEXT: add w5, w21, w21 |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w6 |
| ; NONEON-NOSVE-NEXT: sxtb w8, w5 |
| ; NONEON-NOSVE-NEXT: ldrb w2, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldrb w3, [sp, #33] |
| ; NONEON-NOSVE-NEXT: add w6, w20, w20 |
| ; NONEON-NOSVE-NEXT: add w4, w4, w4 |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w6 |
| ; NONEON-NOSVE-NEXT: sxtb w8, w4 |
| ; NONEON-NOSVE-NEXT: ldrb w18, [sp, #38] |
| ; NONEON-NOSVE-NEXT: ldrb w0, [sp, #39] |
| ; NONEON-NOSVE-NEXT: add w3, w3, w3 |
| ; NONEON-NOSVE-NEXT: add w2, w2, w2 |
| ; NONEON-NOSVE-NEXT: ldrb w16, [sp, #36] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #168] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w3 |
| ; NONEON-NOSVE-NEXT: sxtb w8, w2 |
| ; NONEON-NOSVE-NEXT: ldrb w17, [sp, #37] |
| ; NONEON-NOSVE-NEXT: add w0, w0, w0 |
| ; NONEON-NOSVE-NEXT: add w18, w18, w18 |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #160] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w0 |
| ; NONEON-NOSVE-NEXT: sxtb w8, w18 |
| ; NONEON-NOSVE-NEXT: ldrb w14, [sp, #42] |
| ; NONEON-NOSVE-NEXT: ldrb w15, [sp, #43] |
| ; NONEON-NOSVE-NEXT: add w17, w17, w17 |
| ; NONEON-NOSVE-NEXT: add w16, w16, w16 |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #152] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w17 |
| ; NONEON-NOSVE-NEXT: sxtb w8, w16 |
| ; NONEON-NOSVE-NEXT: ldrb w12, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrb w13, [sp, #41] |
| ; NONEON-NOSVE-NEXT: add w15, w15, w15 |
| ; NONEON-NOSVE-NEXT: add w14, w14, w14 |
| ; NONEON-NOSVE-NEXT: ldrb w10, [sp, #46] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #144] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w15 |
| ; NONEON-NOSVE-NEXT: sxtb w8, w14 |
| ; NONEON-NOSVE-NEXT: ldrb w11, [sp, #47] |
| ; NONEON-NOSVE-NEXT: add w13, w13, w13 |
| ; NONEON-NOSVE-NEXT: add w12, w12, w12 |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #136] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w13 |
| ; NONEON-NOSVE-NEXT: sxtb w8, w12 |
| ; NONEON-NOSVE-NEXT: add w11, w11, w11 |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #128] |
| ; NONEON-NOSVE-NEXT: sxtb w9, w11 |
| ; NONEON-NOSVE-NEXT: ldr w11, [sp, #8] // 4-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: sxtb w8, w10 |
| ; NONEON-NOSVE-NEXT: ldr w10, [sp, #12] // 4-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: add w11, w11, w11 |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #80] |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: sxtb w11, w11 |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #120] |
| ; NONEON-NOSVE-NEXT: sxtb w8, w10 |
| ; NONEON-NOSVE-NEXT: ldp q4, q3, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldp q7, q6, [sp, #144] |
| ; NONEON-NOSVE-NEXT: stp w8, w11, [sp, #112] |
| ; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #256] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: ldp q2, q5, [sp, #112] |
| ; NONEON-NOSVE-NEXT: stp q0, q1, [x1] |
| ; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #240] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q3, q4, [x1, #32] |
| ; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #224] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q6, q7, [x1, #64] |
| ; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #208] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q5, q2, [x1, #96] |
| ; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #192] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #176] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: add sp, sp, #272 |
| ; NONEON-NOSVE-NEXT: ret |
| %a = load <32 x i8>, ptr %in |
| %b = add <32 x i8> %a, %a |
| %c = sext <32 x i8> %b to <32 x i32> |
| store <32 x i32> %c, ptr %out |
| ret void |
| } |
| |
| ; |
| ; sext i8 -> i64 |
| ; |
| |
| ; NOTE: v4i8 is an unpacked typed stored within a v4i16 container. The sign |
| ; extend is a two step process where the container is any_extend'd with the |
| ; result feeding an inreg sign extend. |
| define void @sext_v4i8_v4i64(<4 x i8> %a, ptr %out) { |
| ; CHECK-LABEL: sext_v4i8_v4i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0 |
| ; CHECK-NEXT: ptrue p0.d, vl2 |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: uunpklo z1.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.d, z0.s |
| ; CHECK-NEXT: sxtb z1.d, p0/m, z1.d |
| ; CHECK-NEXT: sxtb z0.d, p0/m, z0.d |
| ; CHECK-NEXT: stp q1, q0, [x0] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v4i8_v4i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: ushll v0.4s, v0.4h, #0 |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 |
| ; NONEON-NOSVE-NEXT: ldp d0, d1, [sp] |
| ; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrsb x8, [sp, #28] |
| ; NONEON-NOSVE-NEXT: ldrsb x9, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldrsb x10, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrsb x11, [sp, #20] |
| ; NONEON-NOSVE-NEXT: stp x9, x8, [sp, #48] |
| ; NONEON-NOSVE-NEXT: stp x10, x11, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #64 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = sext <4 x i8> %a to <4 x i64> |
| store <4 x i64>%b, ptr %out |
| ret void |
| } |
| |
| define void @sext_v8i8_v8i64(<8 x i8> %a, ptr %out) { |
| ; CHECK-LABEL: sext_v8i8_v8i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0 |
| ; CHECK-NEXT: sunpklo z0.h, z0.b |
| ; CHECK-NEXT: sunpklo z1.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z0.s, z0.h |
| ; CHECK-NEXT: sunpklo z2.d, z1.s |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: sunpklo z3.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z1.d, z1.s |
| ; CHECK-NEXT: sunpklo z0.d, z0.s |
| ; CHECK-NEXT: stp q2, q1, [x0] |
| ; CHECK-NEXT: stp q3, q0, [x0, #32] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v8i8_v8i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #80 |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 80 |
| ; NONEON-NOSVE-NEXT: str d0, [sp, #8] |
| ; NONEON-NOSVE-NEXT: ldrsb x9, [sp, #9] |
| ; NONEON-NOSVE-NEXT: ldrsb x8, [sp, #8] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #64] |
| ; NONEON-NOSVE-NEXT: ldrsb x9, [sp, #11] |
| ; NONEON-NOSVE-NEXT: ldrsb x8, [sp, #10] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldrsb x9, [sp, #13] |
| ; NONEON-NOSVE-NEXT: ldrsb x8, [sp, #12] |
| ; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #48] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldrsb x9, [sp, #15] |
| ; NONEON-NOSVE-NEXT: ldrsb x8, [sp, #14] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp q2, q3, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0, #32] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #80 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = sext <8 x i8> %a to <8 x i64> |
| store <8 x i64>%b, ptr %out |
| ret void |
| } |
| |
| define void @sext_v16i8_v16i64(<16 x i8> %a, ptr %out) { |
| ; CHECK-LABEL: sext_v16i8_v16i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0 |
| ; CHECK-NEXT: sunpklo z1.h, z0.b |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z0.h, z0.b |
| ; CHECK-NEXT: sunpklo z2.s, z1.h |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: sunpklo z1.s, z1.h |
| ; CHECK-NEXT: sunpklo z3.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z4.d, z2.s |
| ; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8 |
| ; CHECK-NEXT: sunpklo z0.s, z0.h |
| ; CHECK-NEXT: sunpklo z6.d, z1.s |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: sunpklo z5.d, z3.s |
| ; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8 |
| ; CHECK-NEXT: sunpklo z2.d, z2.s |
| ; CHECK-NEXT: sunpklo z1.d, z1.s |
| ; CHECK-NEXT: sunpklo z7.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z3.d, z3.s |
| ; CHECK-NEXT: stp q4, q2, [x0] |
| ; CHECK-NEXT: sunpklo z0.d, z0.s |
| ; CHECK-NEXT: stp q6, q1, [x0, #32] |
| ; CHECK-NEXT: stp q5, q3, [x0, #64] |
| ; CHECK-NEXT: stp q7, q0, [x0, #96] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v16i8_v16i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-160]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 160 |
| ; NONEON-NOSVE-NEXT: ldp d1, d0, [sp] |
| ; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrsb x9, [sp, #25] |
| ; NONEON-NOSVE-NEXT: ldrsb x8, [sp, #24] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #144] |
| ; NONEON-NOSVE-NEXT: ldrsb x9, [sp, #27] |
| ; NONEON-NOSVE-NEXT: ldrsb x8, [sp, #26] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #128] |
| ; NONEON-NOSVE-NEXT: ldrsb x9, [sp, #29] |
| ; NONEON-NOSVE-NEXT: ldrsb x8, [sp, #28] |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #128] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #112] |
| ; NONEON-NOSVE-NEXT: ldrsb x9, [sp, #31] |
| ; NONEON-NOSVE-NEXT: ldrsb x8, [sp, #30] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #96] |
| ; NONEON-NOSVE-NEXT: ldrsb x9, [sp, #17] |
| ; NONEON-NOSVE-NEXT: ldrsb x8, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldp q4, q3, [sp, #96] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #80] |
| ; NONEON-NOSVE-NEXT: ldrsb x9, [sp, #19] |
| ; NONEON-NOSVE-NEXT: ldrsb x8, [sp, #18] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #64] |
| ; NONEON-NOSVE-NEXT: ldrsb x9, [sp, #21] |
| ; NONEON-NOSVE-NEXT: ldrsb x8, [sp, #20] |
| ; NONEON-NOSVE-NEXT: ldp q7, q6, [sp, #64] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldrsb x9, [sp, #23] |
| ; NONEON-NOSVE-NEXT: ldrsb x8, [sp, #22] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q2, q5, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] |
| ; NONEON-NOSVE-NEXT: stp q3, q4, [x0, #32] |
| ; NONEON-NOSVE-NEXT: stp q6, q7, [x0, #64] |
| ; NONEON-NOSVE-NEXT: stp q5, q2, [x0, #96] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #160 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = sext <16 x i8> %a to <16 x i64> |
| store <16 x i64> %b, ptr %out |
| ret void |
| } |
| |
| define void @sext_v32i8_v32i64(ptr %in, ptr %out) { |
| ; CHECK-LABEL: sext_v32i8_v32i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ldp q0, q1, [x0] |
| ; CHECK-NEXT: add z0.b, z0.b, z0.b |
| ; CHECK-NEXT: add z1.b, z1.b, z1.b |
| ; CHECK-NEXT: mov z2.d, z0.d |
| ; CHECK-NEXT: sunpklo z3.h, z1.b |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: ext z2.b, z2.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z0.h, z0.b |
| ; CHECK-NEXT: sunpklo z1.h, z1.b |
| ; CHECK-NEXT: sunpklo z4.s, z3.h |
| ; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8 |
| ; CHECK-NEXT: sunpklo z2.h, z2.b |
| ; CHECK-NEXT: sunpklo z5.s, z0.h |
| ; CHECK-NEXT: mov z7.d, z1.d |
| ; CHECK-NEXT: sunpklo z3.s, z3.h |
| ; CHECK-NEXT: sunpklo z16.d, z4.s |
| ; CHECK-NEXT: ext z4.b, z4.b, z4.b, #8 |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z6.s, z2.h |
| ; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8 |
| ; CHECK-NEXT: ext z7.b, z7.b, z1.b, #8 |
| ; CHECK-NEXT: mov z17.d, z5.d |
| ; CHECK-NEXT: sunpklo z1.s, z1.h |
| ; CHECK-NEXT: sunpklo z5.d, z5.s |
| ; CHECK-NEXT: sunpklo z4.d, z4.s |
| ; CHECK-NEXT: sunpklo z0.s, z0.h |
| ; CHECK-NEXT: sunpklo z19.d, z3.s |
| ; CHECK-NEXT: sunpklo z2.s, z2.h |
| ; CHECK-NEXT: sunpklo z7.s, z7.h |
| ; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8 |
| ; CHECK-NEXT: ext z17.b, z17.b, z17.b, #8 |
| ; CHECK-NEXT: sunpklo z18.d, z6.s |
| ; CHECK-NEXT: ext z6.b, z6.b, z6.b, #8 |
| ; CHECK-NEXT: sunpklo z20.d, z1.s |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: stp q16, q4, [x1, #128] |
| ; CHECK-NEXT: sunpklo z3.d, z3.s |
| ; CHECK-NEXT: sunpklo z16.d, z0.s |
| ; CHECK-NEXT: sunpklo z17.d, z17.s |
| ; CHECK-NEXT: mov z4.d, z7.d |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z1.d, z1.s |
| ; CHECK-NEXT: ext z4.b, z4.b, z7.b, #8 |
| ; CHECK-NEXT: stp q19, q3, [x1, #160] |
| ; CHECK-NEXT: sunpklo z0.d, z0.s |
| ; CHECK-NEXT: stp q5, q17, [x1] |
| ; CHECK-NEXT: sunpklo z5.d, z6.s |
| ; CHECK-NEXT: mov z6.d, z2.d |
| ; CHECK-NEXT: stp q20, q1, [x1, #192] |
| ; CHECK-NEXT: sunpklo z7.d, z7.s |
| ; CHECK-NEXT: sunpklo z1.d, z4.s |
| ; CHECK-NEXT: ext z6.b, z6.b, z2.b, #8 |
| ; CHECK-NEXT: sunpklo z2.d, z2.s |
| ; CHECK-NEXT: stp q16, q0, [x1, #32] |
| ; CHECK-NEXT: stp q18, q5, [x1, #64] |
| ; CHECK-NEXT: sunpklo z3.d, z6.s |
| ; CHECK-NEXT: stp q7, q1, [x1, #224] |
| ; CHECK-NEXT: stp q2, q3, [x1, #96] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v32i8_v32i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #400 |
| ; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #304] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #320] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #336] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #352] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #368] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #384] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 400 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w19, -8 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w20, -16 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w21, -24 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w22, -32 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w23, -40 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w24, -48 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w25, -56 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w26, -64 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w27, -72 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w28, -80 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w30, -88 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w29, -96 |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrb w16, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrb w17, [sp, #17] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #46] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #47] |
| ; NONEON-NOSVE-NEXT: ldrb w14, [sp, #18] |
| ; NONEON-NOSVE-NEXT: ldrb w15, [sp, #19] |
| ; NONEON-NOSVE-NEXT: add w16, w16, w16 |
| ; NONEON-NOSVE-NEXT: add w17, w17, w17 |
| ; NONEON-NOSVE-NEXT: ldrb w30, [sp, #21] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #8] // 8-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: sxtb x19, w17 |
| ; NONEON-NOSVE-NEXT: sxtb x20, w16 |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #20] |
| ; NONEON-NOSVE-NEXT: add w7, w14, w14 |
| ; NONEON-NOSVE-NEXT: add w18, w15, w15 |
| ; NONEON-NOSVE-NEXT: sxtb x21, w18 |
| ; NONEON-NOSVE-NEXT: ldrb w29, [sp, #22] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #23] |
| ; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #160] |
| ; NONEON-NOSVE-NEXT: add w19, w30, w30 |
| ; NONEON-NOSVE-NEXT: sxtb x7, w7 |
| ; NONEON-NOSVE-NEXT: add w8, w8, w8 |
| ; NONEON-NOSVE-NEXT: ldrb w27, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldrb w28, [sp, #25] |
| ; NONEON-NOSVE-NEXT: sxtb x19, w19 |
| ; NONEON-NOSVE-NEXT: sxtb x8, w8 |
| ; NONEON-NOSVE-NEXT: stp x7, x21, [sp, #144] |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: add w7, w29, w29 |
| ; NONEON-NOSVE-NEXT: ldrb w25, [sp, #26] |
| ; NONEON-NOSVE-NEXT: ldrb w26, [sp, #27] |
| ; NONEON-NOSVE-NEXT: sxtb x9, w9 |
| ; NONEON-NOSVE-NEXT: stp x8, x19, [sp, #128] |
| ; NONEON-NOSVE-NEXT: add w19, w28, w28 |
| ; NONEON-NOSVE-NEXT: sxtb x7, w7 |
| ; NONEON-NOSVE-NEXT: add w8, w27, w27 |
| ; NONEON-NOSVE-NEXT: sxtb x19, w19 |
| ; NONEON-NOSVE-NEXT: sxtb x8, w8 |
| ; NONEON-NOSVE-NEXT: ldrb w23, [sp, #28] |
| ; NONEON-NOSVE-NEXT: ldrb w24, [sp, #29] |
| ; NONEON-NOSVE-NEXT: stp x7, x9, [sp, #112] |
| ; NONEON-NOSVE-NEXT: add w9, w26, w26 |
| ; NONEON-NOSVE-NEXT: add w7, w25, w25 |
| ; NONEON-NOSVE-NEXT: stp x8, x19, [sp, #96] |
| ; NONEON-NOSVE-NEXT: sxtb x9, w9 |
| ; NONEON-NOSVE-NEXT: sxtb x8, w7 |
| ; NONEON-NOSVE-NEXT: ldrb w6, [sp, #30] |
| ; NONEON-NOSVE-NEXT: ldrb w22, [sp, #31] |
| ; NONEON-NOSVE-NEXT: add w19, w24, w24 |
| ; NONEON-NOSVE-NEXT: add w7, w23, w23 |
| ; NONEON-NOSVE-NEXT: ldrb w4, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #80] |
| ; NONEON-NOSVE-NEXT: sxtb x9, w19 |
| ; NONEON-NOSVE-NEXT: sxtb x8, w7 |
| ; NONEON-NOSVE-NEXT: ldrb w5, [sp, #33] |
| ; NONEON-NOSVE-NEXT: add w19, w22, w22 |
| ; NONEON-NOSVE-NEXT: add w6, w6, w6 |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #64] |
| ; NONEON-NOSVE-NEXT: sxtb x9, w19 |
| ; NONEON-NOSVE-NEXT: sxtb x8, w6 |
| ; NONEON-NOSVE-NEXT: ldrb w2, [sp, #34] |
| ; NONEON-NOSVE-NEXT: ldrb w3, [sp, #35] |
| ; NONEON-NOSVE-NEXT: add w5, w5, w5 |
| ; NONEON-NOSVE-NEXT: add w4, w4, w4 |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #48] |
| ; NONEON-NOSVE-NEXT: sxtb x9, w5 |
| ; NONEON-NOSVE-NEXT: sxtb x8, w4 |
| ; NONEON-NOSVE-NEXT: ldrb w18, [sp, #36] |
| ; NONEON-NOSVE-NEXT: ldrb w0, [sp, #37] |
| ; NONEON-NOSVE-NEXT: add w3, w3, w3 |
| ; NONEON-NOSVE-NEXT: add w2, w2, w2 |
| ; NONEON-NOSVE-NEXT: ldrb w16, [sp, #38] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #288] |
| ; NONEON-NOSVE-NEXT: sxtb x9, w3 |
| ; NONEON-NOSVE-NEXT: sxtb x8, w2 |
| ; NONEON-NOSVE-NEXT: ldrb w17, [sp, #39] |
| ; NONEON-NOSVE-NEXT: add w0, w0, w0 |
| ; NONEON-NOSVE-NEXT: add w18, w18, w18 |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #272] |
| ; NONEON-NOSVE-NEXT: sxtb x9, w0 |
| ; NONEON-NOSVE-NEXT: sxtb x8, w18 |
| ; NONEON-NOSVE-NEXT: ldrb w14, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrb w15, [sp, #41] |
| ; NONEON-NOSVE-NEXT: add w17, w17, w17 |
| ; NONEON-NOSVE-NEXT: add w16, w16, w16 |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #256] |
| ; NONEON-NOSVE-NEXT: sxtb x9, w17 |
| ; NONEON-NOSVE-NEXT: sxtb x8, w16 |
| ; NONEON-NOSVE-NEXT: ldrb w12, [sp, #42] |
| ; NONEON-NOSVE-NEXT: ldrb w13, [sp, #43] |
| ; NONEON-NOSVE-NEXT: add w15, w15, w15 |
| ; NONEON-NOSVE-NEXT: add w14, w14, w14 |
| ; NONEON-NOSVE-NEXT: ldrb w10, [sp, #44] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #240] |
| ; NONEON-NOSVE-NEXT: sxtb x9, w15 |
| ; NONEON-NOSVE-NEXT: sxtb x8, w14 |
| ; NONEON-NOSVE-NEXT: ldrb w11, [sp, #45] |
| ; NONEON-NOSVE-NEXT: add w13, w13, w13 |
| ; NONEON-NOSVE-NEXT: add w12, w12, w12 |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #224] |
| ; NONEON-NOSVE-NEXT: sxtb x9, w13 |
| ; NONEON-NOSVE-NEXT: sxtb x8, w12 |
| ; NONEON-NOSVE-NEXT: add w11, w11, w11 |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #208] |
| ; NONEON-NOSVE-NEXT: sxtb x9, w11 |
| ; NONEON-NOSVE-NEXT: ldr w11, [sp, #8] // 4-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: sxtb x8, w10 |
| ; NONEON-NOSVE-NEXT: ldr w10, [sp, #12] // 4-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: add w11, w11, w11 |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #144] |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: sxtb x11, w11 |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #192] |
| ; NONEON-NOSVE-NEXT: sxtb x8, w10 |
| ; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #112] |
| ; NONEON-NOSVE-NEXT: ldp q5, q4, [sp, #80] |
| ; NONEON-NOSVE-NEXT: stp x8, x11, [sp, #176] |
| ; NONEON-NOSVE-NEXT: ldp q7, q6, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldp q17, q16, [sp, #272] |
| ; NONEON-NOSVE-NEXT: ldp q18, q21, [sp, #176] |
| ; NONEON-NOSVE-NEXT: ldp q20, q19, [sp, #240] |
| ; NONEON-NOSVE-NEXT: ldp q23, q22, [sp, #208] |
| ; NONEON-NOSVE-NEXT: stp q0, q1, [x1] |
| ; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #384] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q2, q3, [x1, #32] |
| ; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #368] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q4, q5, [x1, #64] |
| ; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #352] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q6, q7, [x1, #96] |
| ; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #336] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q16, q17, [x1, #128] |
| ; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #320] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q19, q20, [x1, #160] |
| ; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #304] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q22, q23, [x1, #192] |
| ; NONEON-NOSVE-NEXT: stp q21, q18, [x1, #224] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #400 |
| ; NONEON-NOSVE-NEXT: ret |
| %a = load <32 x i8>, ptr %in |
| %b = add <32 x i8> %a, %a |
| %c = sext <32 x i8> %b to <32 x i64> |
| store <32 x i64> %c, ptr %out |
| ret void |
| } |
| |
| ; |
| ; sext i16 -> i32 |
| ; |
| |
| define void @sext_v8i16_v8i32(<8 x i16> %a, ptr %out) { |
| ; CHECK-LABEL: sext_v8i16_v8i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0 |
| ; CHECK-NEXT: sunpklo z1.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z0.s, z0.h |
| ; CHECK-NEXT: stp q1, q0, [x0] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v8i16_v8i32: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 |
| ; NONEON-NOSVE-NEXT: ldp d1, d0, [sp] |
| ; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #30] |
| ; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #28] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] |
| ; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #26] |
| ; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #24] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #22] |
| ; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #20] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #18] |
| ; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #64 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = sext <8 x i16> %a to <8 x i32> |
| store <8 x i32>%b, ptr %out |
| ret void |
| } |
| |
| define void @sext_v16i16_v16i32(ptr %in, ptr %out) { |
| ; CHECK-LABEL: sext_v16i16_v16i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ldp q1, q0, [x0] |
| ; CHECK-NEXT: add z0.h, z0.h, z0.h |
| ; CHECK-NEXT: add z1.h, z1.h, z1.h |
| ; CHECK-NEXT: sunpklo z2.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z3.s, z1.h |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: sunpklo z0.s, z0.h |
| ; CHECK-NEXT: sunpklo z1.s, z1.h |
| ; CHECK-NEXT: stp q2, q0, [x1, #32] |
| ; CHECK-NEXT: stp q3, q1, [x1] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v16i16_v16i32: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #-96]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 96 |
| ; NONEON-NOSVE-NEXT: ldrh w13, [sp, #4] |
| ; NONEON-NOSVE-NEXT: ldrh w16, [sp, #6] |
| ; NONEON-NOSVE-NEXT: ldrh w12, [sp, #2] |
| ; NONEON-NOSVE-NEXT: ldrh w3, [sp] |
| ; NONEON-NOSVE-NEXT: ldrh w4, [sp, #12] |
| ; NONEON-NOSVE-NEXT: ldrh w5, [sp, #14] |
| ; NONEON-NOSVE-NEXT: add w13, w13, w13 |
| ; NONEON-NOSVE-NEXT: add w16, w16, w16 |
| ; NONEON-NOSVE-NEXT: add w12, w12, w12 |
| ; NONEON-NOSVE-NEXT: sxth w16, w16 |
| ; NONEON-NOSVE-NEXT: sxth w13, w13 |
| ; NONEON-NOSVE-NEXT: add w3, w3, w3 |
| ; NONEON-NOSVE-NEXT: sxth w12, w12 |
| ; NONEON-NOSVE-NEXT: ldrh w0, [sp, #8] |
| ; NONEON-NOSVE-NEXT: ldrh w2, [sp, #10] |
| ; NONEON-NOSVE-NEXT: stp w13, w16, [sp, #56] |
| ; NONEON-NOSVE-NEXT: sxth w13, w3 |
| ; NONEON-NOSVE-NEXT: add w16, w5, w5 |
| ; NONEON-NOSVE-NEXT: add w3, w4, w4 |
| ; NONEON-NOSVE-NEXT: ldrh w17, [sp, #20] |
| ; NONEON-NOSVE-NEXT: ldrh w18, [sp, #22] |
| ; NONEON-NOSVE-NEXT: stp w13, w12, [sp, #48] |
| ; NONEON-NOSVE-NEXT: sxth w12, w16 |
| ; NONEON-NOSVE-NEXT: sxth w13, w3 |
| ; NONEON-NOSVE-NEXT: add w16, w2, w2 |
| ; NONEON-NOSVE-NEXT: add w0, w0, w0 |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #24] |
| ; NONEON-NOSVE-NEXT: stp w13, w12, [sp, #40] |
| ; NONEON-NOSVE-NEXT: sxth w12, w16 |
| ; NONEON-NOSVE-NEXT: sxth w13, w0 |
| ; NONEON-NOSVE-NEXT: ldrh w9, [sp, #26] |
| ; NONEON-NOSVE-NEXT: ldrh w10, [sp, #28] |
| ; NONEON-NOSVE-NEXT: ldrh w11, [sp, #30] |
| ; NONEON-NOSVE-NEXT: ldrh w14, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrh w15, [sp, #18] |
| ; NONEON-NOSVE-NEXT: add w16, w18, w18 |
| ; NONEON-NOSVE-NEXT: add w17, w17, w17 |
| ; NONEON-NOSVE-NEXT: stp w13, w12, [sp, #32] |
| ; NONEON-NOSVE-NEXT: sxth w12, w16 |
| ; NONEON-NOSVE-NEXT: sxth w13, w17 |
| ; NONEON-NOSVE-NEXT: add w15, w15, w15 |
| ; NONEON-NOSVE-NEXT: add w14, w14, w14 |
| ; NONEON-NOSVE-NEXT: add w11, w11, w11 |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: add w8, w8, w8 |
| ; NONEON-NOSVE-NEXT: stp w13, w12, [sp, #88] |
| ; NONEON-NOSVE-NEXT: sxth w12, w15 |
| ; NONEON-NOSVE-NEXT: sxth w13, w14 |
| ; NONEON-NOSVE-NEXT: sxth w11, w11 |
| ; NONEON-NOSVE-NEXT: sxth w10, w10 |
| ; NONEON-NOSVE-NEXT: sxth w9, w9 |
| ; NONEON-NOSVE-NEXT: sxth w8, w8 |
| ; NONEON-NOSVE-NEXT: stp w13, w12, [sp, #80] |
| ; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp w10, w11, [sp, #72] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #64] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #64] |
| ; NONEON-NOSVE-NEXT: stp q2, q3, [x1] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x1, #32] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #96 |
| ; NONEON-NOSVE-NEXT: ret |
| %a = load <16 x i16>, ptr %in |
| %b = add <16 x i16> %a, %a |
| %c = sext <16 x i16> %b to <16 x i32> |
| store <16 x i32> %c, ptr %out |
| ret void |
| } |
| |
| ; |
| ; sext i16 -> i64 |
| ; |
| |
| define void @sext_v4i16_v4i64(<4 x i16> %a, ptr %out) { |
| ; CHECK-LABEL: sext_v4i16_v4i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0 |
| ; CHECK-NEXT: sunpklo z0.s, z0.h |
| ; CHECK-NEXT: sunpklo z1.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z0.d, z0.s |
| ; CHECK-NEXT: stp q1, q0, [x0] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v4i16_v4i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #48 |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 48 |
| ; NONEON-NOSVE-NEXT: str d0, [sp, #8] |
| ; NONEON-NOSVE-NEXT: ldrsh x9, [sp, #10] |
| ; NONEON-NOSVE-NEXT: ldrsh x8, [sp, #8] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldrsh x9, [sp, #14] |
| ; NONEON-NOSVE-NEXT: ldrsh x8, [sp, #12] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #48 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = sext <4 x i16> %a to <4 x i64> |
| store <4 x i64>%b, ptr %out |
| ret void |
| } |
| |
| define void @sext_v8i16_v8i64(<8 x i16> %a, ptr %out) { |
| ; CHECK-LABEL: sext_v8i16_v8i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0 |
| ; CHECK-NEXT: sunpklo z1.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z0.s, z0.h |
| ; CHECK-NEXT: sunpklo z2.d, z1.s |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: sunpklo z1.d, z1.s |
| ; CHECK-NEXT: sunpklo z3.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z0.d, z0.s |
| ; CHECK-NEXT: stp q2, q1, [x0] |
| ; CHECK-NEXT: stp q3, q0, [x0, #32] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v8i16_v8i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-96]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 96 |
| ; NONEON-NOSVE-NEXT: ldp d1, d0, [sp] |
| ; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrsh x9, [sp, #26] |
| ; NONEON-NOSVE-NEXT: ldrsh x8, [sp, #24] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #80] |
| ; NONEON-NOSVE-NEXT: ldrsh x9, [sp, #30] |
| ; NONEON-NOSVE-NEXT: ldrsh x8, [sp, #28] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #64] |
| ; NONEON-NOSVE-NEXT: ldrsh x9, [sp, #18] |
| ; NONEON-NOSVE-NEXT: ldrsh x8, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #64] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldrsh x9, [sp, #22] |
| ; NONEON-NOSVE-NEXT: ldrsh x8, [sp, #20] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp q2, q3, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0, #32] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #96 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = sext <8 x i16> %a to <8 x i64> |
| store <8 x i64>%b, ptr %out |
| ret void |
| } |
| |
| define void @sext_v16i16_v16i64(ptr %in, ptr %out) { |
| ; CHECK-LABEL: sext_v16i16_v16i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ldp q1, q0, [x0] |
| ; CHECK-NEXT: add z0.h, z0.h, z0.h |
| ; CHECK-NEXT: add z1.h, z1.h, z1.h |
| ; CHECK-NEXT: sunpklo z2.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z3.s, z1.h |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: sunpklo z0.s, z0.h |
| ; CHECK-NEXT: sunpklo z1.s, z1.h |
| ; CHECK-NEXT: sunpklo z4.d, z2.s |
| ; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8 |
| ; CHECK-NEXT: sunpklo z5.d, z3.s |
| ; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8 |
| ; CHECK-NEXT: sunpklo z6.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z2.d, z2.s |
| ; CHECK-NEXT: sunpklo z7.d, z1.s |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: sunpklo z3.d, z3.s |
| ; CHECK-NEXT: sunpklo z0.d, z0.s |
| ; CHECK-NEXT: sunpklo z1.d, z1.s |
| ; CHECK-NEXT: stp q4, q2, [x1, #64] |
| ; CHECK-NEXT: stp q5, q3, [x1] |
| ; CHECK-NEXT: stp q6, q0, [x1, #96] |
| ; CHECK-NEXT: stp q7, q1, [x1, #32] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v16i16_v16i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #160 |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 160 |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [sp] |
| ; NONEON-NOSVE-NEXT: ldrh w13, [sp] |
| ; NONEON-NOSVE-NEXT: ldrh w16, [sp, #2] |
| ; NONEON-NOSVE-NEXT: ldrh w12, [sp, #6] |
| ; NONEON-NOSVE-NEXT: ldrh w3, [sp, #4] |
| ; NONEON-NOSVE-NEXT: ldrh w4, [sp, #8] |
| ; NONEON-NOSVE-NEXT: ldrh w5, [sp, #10] |
| ; NONEON-NOSVE-NEXT: add w13, w13, w13 |
| ; NONEON-NOSVE-NEXT: add w16, w16, w16 |
| ; NONEON-NOSVE-NEXT: add w12, w12, w12 |
| ; NONEON-NOSVE-NEXT: sxth x16, w16 |
| ; NONEON-NOSVE-NEXT: sxth x13, w13 |
| ; NONEON-NOSVE-NEXT: add w3, w3, w3 |
| ; NONEON-NOSVE-NEXT: sxth x12, w12 |
| ; NONEON-NOSVE-NEXT: ldrh w0, [sp, #12] |
| ; NONEON-NOSVE-NEXT: ldrh w2, [sp, #14] |
| ; NONEON-NOSVE-NEXT: stp x13, x16, [sp, #80] |
| ; NONEON-NOSVE-NEXT: sxth x13, w3 |
| ; NONEON-NOSVE-NEXT: add w16, w5, w5 |
| ; NONEON-NOSVE-NEXT: add w3, w4, w4 |
| ; NONEON-NOSVE-NEXT: ldrh w17, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrh w18, [sp, #18] |
| ; NONEON-NOSVE-NEXT: stp x13, x12, [sp, #64] |
| ; NONEON-NOSVE-NEXT: sxth x12, w16 |
| ; NONEON-NOSVE-NEXT: sxth x13, w3 |
| ; NONEON-NOSVE-NEXT: add w16, w2, w2 |
| ; NONEON-NOSVE-NEXT: add w0, w0, w0 |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #28] |
| ; NONEON-NOSVE-NEXT: stp x13, x12, [sp, #48] |
| ; NONEON-NOSVE-NEXT: sxth x12, w16 |
| ; NONEON-NOSVE-NEXT: sxth x13, w0 |
| ; NONEON-NOSVE-NEXT: ldrh w9, [sp, #30] |
| ; NONEON-NOSVE-NEXT: ldrh w10, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldrh w11, [sp, #26] |
| ; NONEON-NOSVE-NEXT: ldrh w14, [sp, #20] |
| ; NONEON-NOSVE-NEXT: ldrh w15, [sp, #22] |
| ; NONEON-NOSVE-NEXT: add w16, w18, w18 |
| ; NONEON-NOSVE-NEXT: add w17, w17, w17 |
| ; NONEON-NOSVE-NEXT: stp x13, x12, [sp, #32] |
| ; NONEON-NOSVE-NEXT: sxth x12, w16 |
| ; NONEON-NOSVE-NEXT: sxth x13, w17 |
| ; NONEON-NOSVE-NEXT: add w15, w15, w15 |
| ; NONEON-NOSVE-NEXT: add w14, w14, w14 |
| ; NONEON-NOSVE-NEXT: add w11, w11, w11 |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: add w8, w8, w8 |
| ; NONEON-NOSVE-NEXT: stp x13, x12, [sp, #144] |
| ; NONEON-NOSVE-NEXT: sxth x12, w15 |
| ; NONEON-NOSVE-NEXT: sxth x13, w14 |
| ; NONEON-NOSVE-NEXT: sxth x11, w11 |
| ; NONEON-NOSVE-NEXT: sxth x10, w10 |
| ; NONEON-NOSVE-NEXT: sxth x9, w9 |
| ; NONEON-NOSVE-NEXT: sxth x8, w8 |
| ; NONEON-NOSVE-NEXT: stp x13, x12, [sp, #128] |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #64] |
| ; NONEON-NOSVE-NEXT: stp x10, x11, [sp, #112] |
| ; NONEON-NOSVE-NEXT: ldp q4, q3, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #96] |
| ; NONEON-NOSVE-NEXT: ldp q7, q6, [sp, #128] |
| ; NONEON-NOSVE-NEXT: ldp q2, q5, [sp, #96] |
| ; NONEON-NOSVE-NEXT: stp q0, q1, [x1] |
| ; NONEON-NOSVE-NEXT: stp q3, q4, [x1, #32] |
| ; NONEON-NOSVE-NEXT: stp q6, q7, [x1, #64] |
| ; NONEON-NOSVE-NEXT: stp q5, q2, [x1, #96] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #160 |
| ; NONEON-NOSVE-NEXT: ret |
| %a = load <16 x i16>, ptr %in |
| %b = add <16 x i16> %a, %a |
| %c = sext <16 x i16> %b to <16 x i64> |
| store <16 x i64> %c, ptr %out |
| ret void |
| } |
| |
| ; |
| ; sext i32 -> i64 |
| ; |
| |
| define void @sext_v4i32_v4i64(<4 x i32> %a, ptr %out) { |
| ; CHECK-LABEL: sext_v4i32_v4i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0 |
| ; CHECK-NEXT: sunpklo z1.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z0.d, z0.s |
| ; CHECK-NEXT: stp q1, q0, [x0] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v4i32_v4i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 |
| ; NONEON-NOSVE-NEXT: ldp d1, d0, [sp] |
| ; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #24] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #64 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = sext <4 x i32> %a to <4 x i64> |
| store <4 x i64>%b, ptr %out |
| ret void |
| } |
| |
| define void @sext_v8i32_v8i64(ptr %in, ptr %out) { |
| ; CHECK-LABEL: sext_v8i32_v8i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ldp q1, q0, [x0] |
| ; CHECK-NEXT: add z0.s, z0.s, z0.s |
| ; CHECK-NEXT: add z1.s, z1.s, z1.s |
| ; CHECK-NEXT: sunpklo z2.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: sunpklo z3.d, z1.s |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: sunpklo z0.d, z0.s |
| ; CHECK-NEXT: sunpklo z1.d, z1.s |
| ; CHECK-NEXT: stp q2, q0, [x1, #32] |
| ; CHECK-NEXT: stp q3, q1, [x1] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: sext_v8i32_v8i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #-96]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 96 |
| ; NONEON-NOSVE-NEXT: ldp w9, w8, [sp] |
| ; NONEON-NOSVE-NEXT: ldp w14, w15, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldp w10, w11, [sp, #24] |
| ; NONEON-NOSVE-NEXT: add w8, w8, w8 |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: sxtw x8, w8 |
| ; NONEON-NOSVE-NEXT: sxtw x9, w9 |
| ; NONEON-NOSVE-NEXT: ldp w12, w13, [sp, #8] |
| ; NONEON-NOSVE-NEXT: stp x9, x8, [sp, #48] |
| ; NONEON-NOSVE-NEXT: add w8, w15, w15 |
| ; NONEON-NOSVE-NEXT: add w9, w14, w14 |
| ; NONEON-NOSVE-NEXT: sxtw x8, w8 |
| ; NONEON-NOSVE-NEXT: sxtw x9, w9 |
| ; NONEON-NOSVE-NEXT: add w11, w11, w11 |
| ; NONEON-NOSVE-NEXT: add w13, w13, w13 |
| ; NONEON-NOSVE-NEXT: add w12, w12, w12 |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: sxtw x13, w13 |
| ; NONEON-NOSVE-NEXT: sxtw x12, w12 |
| ; NONEON-NOSVE-NEXT: sxtw x11, w11 |
| ; NONEON-NOSVE-NEXT: stp x9, x8, [sp, #80] |
| ; NONEON-NOSVE-NEXT: sxtw x8, w10 |
| ; NONEON-NOSVE-NEXT: stp x12, x13, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp x8, x11, [sp, #64] |
| ; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #64] |
| ; NONEON-NOSVE-NEXT: stp q2, q3, [x1] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x1, #32] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #96 |
| ; NONEON-NOSVE-NEXT: ret |
| %a = load <8 x i32>, ptr %in |
| %b = add <8 x i32> %a, %a |
| %c = sext <8 x i32> %b to <8 x i64> |
| store <8 x i64> %c, ptr %out |
| ret void |
| } |
| |
| ; |
| ; zext i8 -> i16 |
| ; |
| |
| define void @zext_v16i8_v16i16(<16 x i8> %a, ptr %out) { |
| ; CHECK-LABEL: zext_v16i8_v16i16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0 |
| ; CHECK-NEXT: uunpklo z1.h, z0.b |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.h, z0.b |
| ; CHECK-NEXT: stp q1, q0, [x0] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v16i8_v16i16: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 |
| ; NONEON-NOSVE-NEXT: ldp d1, d0, [sp] |
| ; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #31] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #62] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #30] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #60] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #29] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #58] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #28] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #56] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #27] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #54] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #26] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #52] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #25] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #50] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #24] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #23] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #46] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #22] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #44] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #21] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #42] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #20] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #19] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #38] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #18] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #36] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #17] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #34] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #16] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #64 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = zext <16 x i8> %a to <16 x i16> |
| store <16 x i16>%b, ptr %out |
| ret void |
| } |
| |
| ; NOTE: Extra 'add' is to prevent the extend being combined with the load. |
| define void @zext_v32i8_v32i16(ptr %in, ptr %out) { |
| ; CHECK-LABEL: zext_v32i8_v32i16: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ldp q1, q0, [x0] |
| ; CHECK-NEXT: add z0.b, z0.b, z0.b |
| ; CHECK-NEXT: add z1.b, z1.b, z1.b |
| ; CHECK-NEXT: uunpklo z2.h, z0.b |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z3.h, z1.b |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: uunpklo z0.h, z0.b |
| ; CHECK-NEXT: uunpklo z1.h, z1.b |
| ; CHECK-NEXT: stp q2, q0, [x1, #32] |
| ; CHECK-NEXT: stp q3, q1, [x1] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v32i8_v32i16: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #208 |
| ; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #112] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #128] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #144] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #160] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #176] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #192] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 208 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w19, -8 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w20, -16 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w21, -24 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w22, -32 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w23, -40 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w24, -48 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w25, -56 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w26, -64 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w27, -72 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w28, -80 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w30, -88 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w29, -96 |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #41] |
| ; NONEON-NOSVE-NEXT: ldrb w17, [sp, #21] |
| ; NONEON-NOSVE-NEXT: ldrb w28, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrb w29, [sp, #17] |
| ; NONEON-NOSVE-NEXT: ldrb w27, [sp, #31] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #8] // 8-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #19] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #18] |
| ; NONEON-NOSVE-NEXT: add w5, w17, w17 |
| ; NONEON-NOSVE-NEXT: ldrb w25, [sp, #29] |
| ; NONEON-NOSVE-NEXT: ldrb w26, [sp, #30] |
| ; NONEON-NOSVE-NEXT: add w8, w8, w8 |
| ; NONEON-NOSVE-NEXT: and w5, w5, #0xff |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: strh w5, [sp, #74] |
| ; NONEON-NOSVE-NEXT: add w5, w29, w29 |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #70] |
| ; NONEON-NOSVE-NEXT: add w8, w28, w28 |
| ; NONEON-NOSVE-NEXT: ldrb w24, [sp, #28] |
| ; NONEON-NOSVE-NEXT: and w5, w5, #0xff |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #68] |
| ; NONEON-NOSVE-NEXT: add w9, w27, w27 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w23, [sp, #27] |
| ; NONEON-NOSVE-NEXT: strh w5, [sp, #66] |
| ; NONEON-NOSVE-NEXT: add w5, w26, w26 |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #64] |
| ; NONEON-NOSVE-NEXT: add w8, w25, w25 |
| ; NONEON-NOSVE-NEXT: ldrb w22, [sp, #26] |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #62] |
| ; NONEON-NOSVE-NEXT: and w9, w5, #0xff |
| ; NONEON-NOSVE-NEXT: add w5, w24, w24 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w21, [sp, #25] |
| ; NONEON-NOSVE-NEXT: strh w9, [sp, #60] |
| ; NONEON-NOSVE-NEXT: add w9, w23, w23 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #58] |
| ; NONEON-NOSVE-NEXT: and w8, w5, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w20, [sp, #24] |
| ; NONEON-NOSVE-NEXT: add w5, w22, w22 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #56] |
| ; NONEON-NOSVE-NEXT: and w8, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w19, [sp, #39] |
| ; NONEON-NOSVE-NEXT: add w9, w21, w21 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #54] |
| ; NONEON-NOSVE-NEXT: and w8, w5, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w16, [sp, #23] |
| ; NONEON-NOSVE-NEXT: ldrb w4, [sp, #38] |
| ; NONEON-NOSVE-NEXT: add w5, w20, w20 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #52] |
| ; NONEON-NOSVE-NEXT: and w8, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w15, [sp, #22] |
| ; NONEON-NOSVE-NEXT: ldrb w3, [sp, #37] |
| ; NONEON-NOSVE-NEXT: add w9, w19, w19 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #50] |
| ; NONEON-NOSVE-NEXT: and w8, w5, #0xff |
| ; NONEON-NOSVE-NEXT: add w0, w16, w16 |
| ; NONEON-NOSVE-NEXT: ldrb w2, [sp, #36] |
| ; NONEON-NOSVE-NEXT: add w4, w4, w4 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #48] |
| ; NONEON-NOSVE-NEXT: and w8, w9, #0xff |
| ; NONEON-NOSVE-NEXT: add w18, w15, w15 |
| ; NONEON-NOSVE-NEXT: and w6, w0, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w0, [sp, #35] |
| ; NONEON-NOSVE-NEXT: add w9, w3, w3 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #110] |
| ; NONEON-NOSVE-NEXT: and w8, w4, #0xff |
| ; NONEON-NOSVE-NEXT: and w7, w18, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w18, [sp, #34] |
| ; NONEON-NOSVE-NEXT: add w2, w2, w2 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #108] |
| ; NONEON-NOSVE-NEXT: and w8, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w17, [sp, #33] |
| ; NONEON-NOSVE-NEXT: add w9, w0, w0 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #106] |
| ; NONEON-NOSVE-NEXT: and w8, w2, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w16, [sp, #32] |
| ; NONEON-NOSVE-NEXT: add w18, w18, w18 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #104] |
| ; NONEON-NOSVE-NEXT: and w8, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w15, [sp, #47] |
| ; NONEON-NOSVE-NEXT: add w9, w17, w17 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #102] |
| ; NONEON-NOSVE-NEXT: and w8, w18, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w14, [sp, #46] |
| ; NONEON-NOSVE-NEXT: add w16, w16, w16 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #100] |
| ; NONEON-NOSVE-NEXT: and w8, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w13, [sp, #45] |
| ; NONEON-NOSVE-NEXT: add w9, w15, w15 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #98] |
| ; NONEON-NOSVE-NEXT: and w8, w16, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w12, [sp, #44] |
| ; NONEON-NOSVE-NEXT: add w14, w14, w14 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #96] |
| ; NONEON-NOSVE-NEXT: and w8, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w11, [sp, #43] |
| ; NONEON-NOSVE-NEXT: add w9, w13, w13 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #94] |
| ; NONEON-NOSVE-NEXT: and w8, w14, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w10, [sp, #42] |
| ; NONEON-NOSVE-NEXT: add w12, w12, w12 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #92] |
| ; NONEON-NOSVE-NEXT: and w8, w9, #0xff |
| ; NONEON-NOSVE-NEXT: add w9, w11, w11 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #90] |
| ; NONEON-NOSVE-NEXT: and w8, w12, #0xff |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #88] |
| ; NONEON-NOSVE-NEXT: and w8, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldr w9, [sp, #8] // 4-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: ldrb w30, [sp, #20] |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #86] |
| ; NONEON-NOSVE-NEXT: and w8, w10, #0xff |
| ; NONEON-NOSVE-NEXT: ldr w10, [sp, #12] // 4-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: strh w6, [sp, #78] |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: add w6, w30, w30 |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #84] |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: and w8, w9, #0xff |
| ; NONEON-NOSVE-NEXT: and w6, w6, #0xff |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #82] |
| ; NONEON-NOSVE-NEXT: and w8, w10, #0xff |
| ; NONEON-NOSVE-NEXT: strh w7, [sp, #76] |
| ; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #192] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: strh w6, [sp, #72] |
| ; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #176] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: strh w8, [sp, #80] |
| ; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #80] |
| ; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #160] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #144] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q2, q3, [x1] |
| ; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #128] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x1, #32] |
| ; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #112] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: add sp, sp, #208 |
| ; NONEON-NOSVE-NEXT: ret |
| %a = load <32 x i8>, ptr %in |
| %b = add <32 x i8> %a, %a |
| %c = zext <32 x i8> %b to <32 x i16> |
| store <32 x i16> %c, ptr %out |
| ret void |
| } |
| |
| ; |
| ; zext i8 -> i32 |
| ; |
| |
| define void @zext_v8i8_v8i32(<8 x i8> %a, ptr %out) { |
| ; CHECK-LABEL: zext_v8i8_v8i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0 |
| ; CHECK-NEXT: uunpklo z0.h, z0.b |
| ; CHECK-NEXT: uunpklo z1.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: stp q1, q0, [x0] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v8i8_v8i32: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #48 |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 48 |
| ; NONEON-NOSVE-NEXT: str d0, [sp, #8] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #11] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #10] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #9] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #8] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #15] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #14] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #13] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #12] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #48 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = zext <8 x i8> %a to <8 x i32> |
| store <8 x i32>%b, ptr %out |
| ret void |
| } |
| |
| define void @zext_v16i8_v16i32(<16 x i8> %a, ptr %out) { |
| ; CHECK-LABEL: zext_v16i8_v16i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0 |
| ; CHECK-NEXT: uunpklo z1.h, z0.b |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.h, z0.b |
| ; CHECK-NEXT: uunpklo z2.s, z1.h |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: uunpklo z1.s, z1.h |
| ; CHECK-NEXT: uunpklo z3.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: stp q2, q1, [x0] |
| ; CHECK-NEXT: stp q3, q0, [x0, #32] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v16i8_v16i32: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-96]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 96 |
| ; NONEON-NOSVE-NEXT: ldp d1, d0, [sp] |
| ; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #27] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #26] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #88] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #25] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #24] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #80] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #31] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #30] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #72] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #29] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #28] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #64] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #19] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #18] |
| ; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #64] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #17] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #23] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #22] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #21] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #20] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp q2, q3, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0, #32] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #96 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = zext <16 x i8> %a to <16 x i32> |
| store <16 x i32> %b, ptr %out |
| ret void |
| } |
| |
| define void @zext_v32i8_v32i32(ptr %in, ptr %out) { |
| ; CHECK-LABEL: zext_v32i8_v32i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ldp q1, q0, [x0] |
| ; CHECK-NEXT: add z0.b, z0.b, z0.b |
| ; CHECK-NEXT: add z1.b, z1.b, z1.b |
| ; CHECK-NEXT: uunpklo z2.h, z0.b |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z3.h, z1.b |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: uunpklo z0.h, z0.b |
| ; CHECK-NEXT: uunpklo z1.h, z1.b |
| ; CHECK-NEXT: uunpklo z4.s, z2.h |
| ; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8 |
| ; CHECK-NEXT: uunpklo z5.s, z3.h |
| ; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8 |
| ; CHECK-NEXT: uunpklo z6.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z2.s, z2.h |
| ; CHECK-NEXT: uunpklo z7.s, z1.h |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: uunpklo z3.s, z3.h |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: uunpklo z1.s, z1.h |
| ; CHECK-NEXT: stp q4, q2, [x1, #64] |
| ; CHECK-NEXT: stp q5, q3, [x1] |
| ; CHECK-NEXT: stp q6, q0, [x1, #96] |
| ; CHECK-NEXT: stp q7, q1, [x1, #32] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v32i8_v32i32: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #272 |
| ; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #176] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #192] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #208] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #224] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #240] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #256] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 272 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w19, -8 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w20, -16 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w21, -24 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w22, -32 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w23, -40 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w24, -48 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w25, -56 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w26, -64 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w27, -72 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w28, -80 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w30, -88 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w29, -96 |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #44] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #45] |
| ; NONEON-NOSVE-NEXT: ldrb w15, [sp, #18] |
| ; NONEON-NOSVE-NEXT: ldrb w16, [sp, #19] |
| ; NONEON-NOSVE-NEXT: ldrb w17, [sp, #17] |
| ; NONEON-NOSVE-NEXT: ldrb w30, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #8] // 8-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: add w18, w15, w15 |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #22] |
| ; NONEON-NOSVE-NEXT: add w0, w16, w16 |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #23] |
| ; NONEON-NOSVE-NEXT: and w19, w18, #0xff |
| ; NONEON-NOSVE-NEXT: and w7, w0, #0xff |
| ; NONEON-NOSVE-NEXT: add w6, w17, w17 |
| ; NONEON-NOSVE-NEXT: ldrb w28, [sp, #20] |
| ; NONEON-NOSVE-NEXT: ldrb w29, [sp, #21] |
| ; NONEON-NOSVE-NEXT: stp w19, w7, [sp, #104] |
| ; NONEON-NOSVE-NEXT: add w7, w30, w30 |
| ; NONEON-NOSVE-NEXT: add w8, w8, w8 |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: and w6, w6, #0xff |
| ; NONEON-NOSVE-NEXT: and w7, w7, #0xff |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w26, [sp, #26] |
| ; NONEON-NOSVE-NEXT: ldrb w27, [sp, #27] |
| ; NONEON-NOSVE-NEXT: stp w7, w6, [sp, #96] |
| ; NONEON-NOSVE-NEXT: add w6, w29, w29 |
| ; NONEON-NOSVE-NEXT: stp w9, w8, [sp, #88] |
| ; NONEON-NOSVE-NEXT: add w8, w28, w28 |
| ; NONEON-NOSVE-NEXT: and w6, w6, #0xff |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w24, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldrb w25, [sp, #25] |
| ; NONEON-NOSVE-NEXT: add w9, w27, w27 |
| ; NONEON-NOSVE-NEXT: stp w8, w6, [sp, #80] |
| ; NONEON-NOSVE-NEXT: add w6, w26, w26 |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w22, [sp, #30] |
| ; NONEON-NOSVE-NEXT: and w6, w6, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w23, [sp, #31] |
| ; NONEON-NOSVE-NEXT: add w8, w25, w25 |
| ; NONEON-NOSVE-NEXT: stp w6, w9, [sp, #72] |
| ; NONEON-NOSVE-NEXT: add w9, w24, w24 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w20, [sp, #28] |
| ; NONEON-NOSVE-NEXT: ldrb w21, [sp, #29] |
| ; NONEON-NOSVE-NEXT: add w6, w23, w23 |
| ; NONEON-NOSVE-NEXT: stp w9, w8, [sp, #64] |
| ; NONEON-NOSVE-NEXT: add w8, w22, w22 |
| ; NONEON-NOSVE-NEXT: and w9, w6, #0xff |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w4, [sp, #34] |
| ; NONEON-NOSVE-NEXT: ldrb w5, [sp, #35] |
| ; NONEON-NOSVE-NEXT: add w6, w21, w21 |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] |
| ; NONEON-NOSVE-NEXT: add w9, w20, w20 |
| ; NONEON-NOSVE-NEXT: and w8, w6, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w2, [sp, #32] |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w3, [sp, #33] |
| ; NONEON-NOSVE-NEXT: add w5, w5, w5 |
| ; NONEON-NOSVE-NEXT: stp w9, w8, [sp, #48] |
| ; NONEON-NOSVE-NEXT: add w8, w4, w4 |
| ; NONEON-NOSVE-NEXT: and w9, w5, #0xff |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w18, [sp, #38] |
| ; NONEON-NOSVE-NEXT: ldrb w0, [sp, #39] |
| ; NONEON-NOSVE-NEXT: add w3, w3, w3 |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #168] |
| ; NONEON-NOSVE-NEXT: add w9, w2, w2 |
| ; NONEON-NOSVE-NEXT: and w8, w3, #0xff |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w16, [sp, #36] |
| ; NONEON-NOSVE-NEXT: ldrb w17, [sp, #37] |
| ; NONEON-NOSVE-NEXT: add w0, w0, w0 |
| ; NONEON-NOSVE-NEXT: stp w9, w8, [sp, #160] |
| ; NONEON-NOSVE-NEXT: add w8, w18, w18 |
| ; NONEON-NOSVE-NEXT: and w9, w0, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w14, [sp, #42] |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w15, [sp, #43] |
| ; NONEON-NOSVE-NEXT: add w17, w17, w17 |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #152] |
| ; NONEON-NOSVE-NEXT: add w9, w16, w16 |
| ; NONEON-NOSVE-NEXT: and w8, w17, #0xff |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w12, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrb w13, [sp, #41] |
| ; NONEON-NOSVE-NEXT: add w15, w15, w15 |
| ; NONEON-NOSVE-NEXT: stp w9, w8, [sp, #144] |
| ; NONEON-NOSVE-NEXT: add w8, w14, w14 |
| ; NONEON-NOSVE-NEXT: and w9, w15, #0xff |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w10, [sp, #46] |
| ; NONEON-NOSVE-NEXT: ldrb w11, [sp, #47] |
| ; NONEON-NOSVE-NEXT: add w13, w13, w13 |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #136] |
| ; NONEON-NOSVE-NEXT: add w9, w12, w12 |
| ; NONEON-NOSVE-NEXT: and w8, w13, #0xff |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: add w11, w11, w11 |
| ; NONEON-NOSVE-NEXT: stp w9, w8, [sp, #128] |
| ; NONEON-NOSVE-NEXT: add w8, w10, w10 |
| ; NONEON-NOSVE-NEXT: and w9, w11, #0xff |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldr w10, [sp, #8] // 4-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #120] |
| ; NONEON-NOSVE-NEXT: ldr w9, [sp, #12] // 4-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #80] |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: and w8, w10, #0xff |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldp q4, q3, [sp, #48] |
| ; NONEON-NOSVE-NEXT: stp w9, w8, [sp, #112] |
| ; NONEON-NOSVE-NEXT: ldp q7, q6, [sp, #144] |
| ; NONEON-NOSVE-NEXT: ldp q2, q5, [sp, #112] |
| ; NONEON-NOSVE-NEXT: stp q0, q1, [x1] |
| ; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #256] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q3, q4, [x1, #32] |
| ; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #240] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q6, q7, [x1, #64] |
| ; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #224] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q5, q2, [x1, #96] |
| ; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #208] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #192] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #176] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: add sp, sp, #272 |
| ; NONEON-NOSVE-NEXT: ret |
| %a = load <32 x i8>, ptr %in |
| %b = add <32 x i8> %a, %a |
| %c = zext <32 x i8> %b to <32 x i32> |
| store <32 x i32> %c, ptr %out |
| ret void |
| } |
| |
| ; |
| ; zext i8 -> i64 |
| ; |
| |
| ; NOTE: v4i8 is an unpacked typed stored within a v4i16 container. The zero |
| ; extend is a two step process where the container is zero_extend_inreg'd with |
| ; the result feeding a normal zero extend from halfs to doublewords. |
| define void @zext_v4i8_v4i64(<4 x i8> %a, ptr %out) { |
| ; CHECK-LABEL: zext_v4i8_v4i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0 |
| ; CHECK-NEXT: and z0.h, z0.h, #0xff |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: uunpklo z1.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.d, z0.s |
| ; CHECK-NEXT: stp q1, q0, [x0] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v4i8_v4i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #48 |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 48 |
| ; NONEON-NOSVE-NEXT: str d0, [sp, #8] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #10] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #8] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #14] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #12] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #48 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = zext <4 x i8> %a to <4 x i64> |
| store <4 x i64>%b, ptr %out |
| ret void |
| } |
| |
| define void @zext_v8i8_v8i64(<8 x i8> %a, ptr %out) { |
| ; CHECK-LABEL: zext_v8i8_v8i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0 |
| ; CHECK-NEXT: uunpklo z0.h, z0.b |
| ; CHECK-NEXT: uunpklo z1.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: uunpklo z2.d, z1.s |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: uunpklo z3.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z1.d, z1.s |
| ; CHECK-NEXT: uunpklo z0.d, z0.s |
| ; CHECK-NEXT: stp q2, q1, [x0] |
| ; CHECK-NEXT: stp q3, q0, [x0, #32] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v8i8_v8i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #80 |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 80 |
| ; NONEON-NOSVE-NEXT: str d0, [sp, #8] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #9] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #72] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #8] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #64] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #11] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #56] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #10] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #13] |
| ; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #48] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #12] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #15] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #14] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp q2, q3, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0, #32] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #80 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = zext <8 x i8> %a to <8 x i64> |
| store <8 x i64>%b, ptr %out |
| ret void |
| } |
| |
| define void @zext_v16i8_v16i64(<16 x i8> %a, ptr %out) { |
| ; CHECK-LABEL: zext_v16i8_v16i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0 |
| ; CHECK-NEXT: uunpklo z1.h, z0.b |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.h, z0.b |
| ; CHECK-NEXT: uunpklo z2.s, z1.h |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: uunpklo z1.s, z1.h |
| ; CHECK-NEXT: uunpklo z3.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z4.d, z2.s |
| ; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8 |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: uunpklo z6.d, z1.s |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: uunpklo z5.d, z3.s |
| ; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8 |
| ; CHECK-NEXT: uunpklo z2.d, z2.s |
| ; CHECK-NEXT: uunpklo z1.d, z1.s |
| ; CHECK-NEXT: uunpklo z7.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z3.d, z3.s |
| ; CHECK-NEXT: stp q4, q2, [x0] |
| ; CHECK-NEXT: uunpklo z0.d, z0.s |
| ; CHECK-NEXT: stp q6, q1, [x0, #32] |
| ; CHECK-NEXT: stp q5, q3, [x0, #64] |
| ; CHECK-NEXT: stp q7, q0, [x0, #96] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v16i8_v16i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-160]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 160 |
| ; NONEON-NOSVE-NEXT: ldp d1, d0, [sp] |
| ; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #25] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #152] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #24] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #144] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #27] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #136] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #26] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #128] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #29] |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #128] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #120] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #28] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #112] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #31] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #104] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #30] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #96] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #17] |
| ; NONEON-NOSVE-NEXT: ldp q4, q3, [sp, #96] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #88] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #80] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #19] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #72] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #18] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #64] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #21] |
| ; NONEON-NOSVE-NEXT: ldp q7, q6, [sp, #64] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #56] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #20] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #23] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #22] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q2, q5, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp q0, q1, [x0] |
| ; NONEON-NOSVE-NEXT: stp q3, q4, [x0, #32] |
| ; NONEON-NOSVE-NEXT: stp q6, q7, [x0, #64] |
| ; NONEON-NOSVE-NEXT: stp q5, q2, [x0, #96] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #160 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = zext <16 x i8> %a to <16 x i64> |
| store <16 x i64> %b, ptr %out |
| ret void |
| } |
| |
| define void @zext_v32i8_v32i64(ptr %in, ptr %out) { |
| ; CHECK-LABEL: zext_v32i8_v32i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ldp q0, q1, [x0] |
| ; CHECK-NEXT: add z0.b, z0.b, z0.b |
| ; CHECK-NEXT: add z1.b, z1.b, z1.b |
| ; CHECK-NEXT: mov z2.d, z0.d |
| ; CHECK-NEXT: uunpklo z3.h, z1.b |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: ext z2.b, z2.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.h, z0.b |
| ; CHECK-NEXT: uunpklo z1.h, z1.b |
| ; CHECK-NEXT: uunpklo z4.s, z3.h |
| ; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8 |
| ; CHECK-NEXT: uunpklo z2.h, z2.b |
| ; CHECK-NEXT: uunpklo z5.s, z0.h |
| ; CHECK-NEXT: mov z7.d, z1.d |
| ; CHECK-NEXT: uunpklo z3.s, z3.h |
| ; CHECK-NEXT: uunpklo z16.d, z4.s |
| ; CHECK-NEXT: ext z4.b, z4.b, z4.b, #8 |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z6.s, z2.h |
| ; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8 |
| ; CHECK-NEXT: ext z7.b, z7.b, z1.b, #8 |
| ; CHECK-NEXT: mov z17.d, z5.d |
| ; CHECK-NEXT: uunpklo z1.s, z1.h |
| ; CHECK-NEXT: uunpklo z5.d, z5.s |
| ; CHECK-NEXT: uunpklo z4.d, z4.s |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: uunpklo z19.d, z3.s |
| ; CHECK-NEXT: uunpklo z2.s, z2.h |
| ; CHECK-NEXT: uunpklo z7.s, z7.h |
| ; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8 |
| ; CHECK-NEXT: ext z17.b, z17.b, z17.b, #8 |
| ; CHECK-NEXT: uunpklo z18.d, z6.s |
| ; CHECK-NEXT: ext z6.b, z6.b, z6.b, #8 |
| ; CHECK-NEXT: uunpklo z20.d, z1.s |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: stp q16, q4, [x1, #128] |
| ; CHECK-NEXT: uunpklo z3.d, z3.s |
| ; CHECK-NEXT: uunpklo z16.d, z0.s |
| ; CHECK-NEXT: uunpklo z17.d, z17.s |
| ; CHECK-NEXT: mov z4.d, z7.d |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z1.d, z1.s |
| ; CHECK-NEXT: ext z4.b, z4.b, z7.b, #8 |
| ; CHECK-NEXT: stp q19, q3, [x1, #160] |
| ; CHECK-NEXT: uunpklo z0.d, z0.s |
| ; CHECK-NEXT: stp q5, q17, [x1] |
| ; CHECK-NEXT: uunpklo z5.d, z6.s |
| ; CHECK-NEXT: mov z6.d, z2.d |
| ; CHECK-NEXT: stp q20, q1, [x1, #192] |
| ; CHECK-NEXT: uunpklo z7.d, z7.s |
| ; CHECK-NEXT: uunpklo z1.d, z4.s |
| ; CHECK-NEXT: ext z6.b, z6.b, z2.b, #8 |
| ; CHECK-NEXT: uunpklo z2.d, z2.s |
| ; CHECK-NEXT: stp q16, q0, [x1, #32] |
| ; CHECK-NEXT: stp q18, q5, [x1, #64] |
| ; CHECK-NEXT: uunpklo z3.d, z6.s |
| ; CHECK-NEXT: stp q7, q1, [x1, #224] |
| ; CHECK-NEXT: stp q2, q3, [x1, #96] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v32i8_v32i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #400 |
| ; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #304] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #320] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #336] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #352] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #368] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #384] // 16-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 400 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w19, -8 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w20, -16 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w21, -24 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w22, -32 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w23, -40 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w24, -48 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w25, -56 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w26, -64 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w27, -72 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w28, -80 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w30, -88 |
| ; NONEON-NOSVE-NEXT: .cfi_offset w29, -96 |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: str wzr, [sp, #172] |
| ; NONEON-NOSVE-NEXT: str wzr, [sp, #292] |
| ; NONEON-NOSVE-NEXT: str wzr, [sp, #300] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #46] |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #47] |
| ; NONEON-NOSVE-NEXT: ldrb w30, [sp, #21] |
| ; NONEON-NOSVE-NEXT: ldrb w29, [sp, #20] |
| ; NONEON-NOSVE-NEXT: ldrb w27, [sp, #22] |
| ; NONEON-NOSVE-NEXT: ldrb w28, [sp, #23] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #8] // 8-byte Folded Spill |
| ; NONEON-NOSVE-NEXT: ldrb w8, [sp, #18] |
| ; NONEON-NOSVE-NEXT: ldrb w9, [sp, #19] |
| ; NONEON-NOSVE-NEXT: ldrb w26, [sp, #25] |
| ; NONEON-NOSVE-NEXT: ldrb w25, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldrb w24, [sp, #26] |
| ; NONEON-NOSVE-NEXT: add w8, w8, w8 |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: ldrb w21, [sp, #27] |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w19, [sp, #29] |
| ; NONEON-NOSVE-NEXT: stp wzr, w8, [sp, #140] |
| ; NONEON-NOSVE-NEXT: add w8, w30, w30 |
| ; NONEON-NOSVE-NEXT: ldrb w20, [sp, #28] |
| ; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #148] |
| ; NONEON-NOSVE-NEXT: add w9, w29, w29 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: stp wzr, w8, [sp, #132] |
| ; NONEON-NOSVE-NEXT: add w8, w27, w27 |
| ; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #124] |
| ; NONEON-NOSVE-NEXT: add w9, w28, w28 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: stp wzr, w8, [sp, #108] |
| ; NONEON-NOSVE-NEXT: add w8, w26, w26 |
| ; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #116] |
| ; NONEON-NOSVE-NEXT: add w9, w25, w25 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: stp wzr, w8, [sp, #100] |
| ; NONEON-NOSVE-NEXT: add w8, w24, w24 |
| ; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #92] |
| ; NONEON-NOSVE-NEXT: add w9, w21, w21 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w7, [sp, #30] |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: stp wzr, w8, [sp, #76] |
| ; NONEON-NOSVE-NEXT: add w8, w19, w19 |
| ; NONEON-NOSVE-NEXT: ldrb w6, [sp, #31] |
| ; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #84] |
| ; NONEON-NOSVE-NEXT: add w9, w20, w20 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w4, [sp, #33] |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: stp wzr, w8, [sp, #68] |
| ; NONEON-NOSVE-NEXT: add w8, w7, w7 |
| ; NONEON-NOSVE-NEXT: ldrb w5, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #60] |
| ; NONEON-NOSVE-NEXT: add w9, w6, w6 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w16, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrb w18, [sp, #17] |
| ; NONEON-NOSVE-NEXT: ldrb w3, [sp, #34] |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: str w8, [sp, #48] |
| ; NONEON-NOSVE-NEXT: add w8, w4, w4 |
| ; NONEON-NOSVE-NEXT: ldrb w2, [sp, #35] |
| ; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #52] |
| ; NONEON-NOSVE-NEXT: add w9, w5, w5 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: add w0, w16, w16 |
| ; NONEON-NOSVE-NEXT: add w22, w18, w18 |
| ; NONEON-NOSVE-NEXT: ldrb w18, [sp, #37] |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: str w8, [sp, #296] |
| ; NONEON-NOSVE-NEXT: add w8, w3, w3 |
| ; NONEON-NOSVE-NEXT: and w23, w0, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w0, [sp, #36] |
| ; NONEON-NOSVE-NEXT: str w9, [sp, #288] |
| ; NONEON-NOSVE-NEXT: add w9, w2, w2 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w17, [sp, #38] |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: str w8, [sp, #272] |
| ; NONEON-NOSVE-NEXT: add w8, w18, w18 |
| ; NONEON-NOSVE-NEXT: ldrb w16, [sp, #39] |
| ; NONEON-NOSVE-NEXT: str w9, [sp, #280] |
| ; NONEON-NOSVE-NEXT: add w9, w0, w0 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w15, [sp, #41] |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: str w8, [sp, #264] |
| ; NONEON-NOSVE-NEXT: add w8, w17, w17 |
| ; NONEON-NOSVE-NEXT: ldrb w14, [sp, #40] |
| ; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #252] |
| ; NONEON-NOSVE-NEXT: add w9, w16, w16 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w12, [sp, #42] |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: stp wzr, w8, [sp, #236] |
| ; NONEON-NOSVE-NEXT: add w8, w15, w15 |
| ; NONEON-NOSVE-NEXT: ldrb w13, [sp, #43] |
| ; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #244] |
| ; NONEON-NOSVE-NEXT: add w9, w14, w14 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: ldrb w11, [sp, #45] |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: stp wzr, w8, [sp, #228] |
| ; NONEON-NOSVE-NEXT: add w8, w12, w12 |
| ; NONEON-NOSVE-NEXT: ldrb w10, [sp, #44] |
| ; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #220] |
| ; NONEON-NOSVE-NEXT: add w9, w13, w13 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: stp wzr, w8, [sp, #204] |
| ; NONEON-NOSVE-NEXT: add w8, w11, w11 |
| ; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #212] |
| ; NONEON-NOSVE-NEXT: add w9, w10, w10 |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xff |
| ; NONEON-NOSVE-NEXT: stp wzr, w8, [sp, #196] |
| ; NONEON-NOSVE-NEXT: ldr w8, [sp, #8] // 4-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #188] |
| ; NONEON-NOSVE-NEXT: ldr w9, [sp, #12] // 4-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: and w22, w22, #0xff |
| ; NONEON-NOSVE-NEXT: add w8, w8, w8 |
| ; NONEON-NOSVE-NEXT: stp wzr, w22, [sp, #164] |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xff |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: stp wzr, w23, [sp, #156] |
| ; NONEON-NOSVE-NEXT: stp wzr, w8, [sp, #180] |
| ; NONEON-NOSVE-NEXT: and w8, w9, #0xff |
| ; NONEON-NOSVE-NEXT: str wzr, [sp, #276] |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #144] |
| ; NONEON-NOSVE-NEXT: str wzr, [sp, #284] |
| ; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #112] |
| ; NONEON-NOSVE-NEXT: str wzr, [sp, #260] |
| ; NONEON-NOSVE-NEXT: ldp q5, q4, [sp, #80] |
| ; NONEON-NOSVE-NEXT: str wzr, [sp, #268] |
| ; NONEON-NOSVE-NEXT: ldp q7, q6, [sp, #48] |
| ; NONEON-NOSVE-NEXT: str w8, [sp, #176] |
| ; NONEON-NOSVE-NEXT: ldp q17, q16, [sp, #272] |
| ; NONEON-NOSVE-NEXT: ldp q18, q21, [sp, #176] |
| ; NONEON-NOSVE-NEXT: ldp q20, q19, [sp, #240] |
| ; NONEON-NOSVE-NEXT: ldp q23, q22, [sp, #208] |
| ; NONEON-NOSVE-NEXT: stp q0, q1, [x1] |
| ; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #384] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q2, q3, [x1, #32] |
| ; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #368] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q4, q5, [x1, #64] |
| ; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #352] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q6, q7, [x1, #96] |
| ; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #336] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q16, q17, [x1, #128] |
| ; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #320] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q19, q20, [x1, #160] |
| ; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #304] // 16-byte Folded Reload |
| ; NONEON-NOSVE-NEXT: stp q22, q23, [x1, #192] |
| ; NONEON-NOSVE-NEXT: stp q21, q18, [x1, #224] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #400 |
| ; NONEON-NOSVE-NEXT: ret |
| %a = load <32 x i8>, ptr %in |
| %b = add <32 x i8> %a, %a |
| %c = zext <32 x i8> %b to <32 x i64> |
| store <32 x i64> %c, ptr %out |
| ret void |
| } |
| |
| ; |
| ; zext i16 -> i32 |
| ; |
| |
| define void @zext_v8i16_v8i32(<8 x i16> %a, ptr %out) { |
| ; CHECK-LABEL: zext_v8i16_v8i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0 |
| ; CHECK-NEXT: uunpklo z1.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: stp q1, q0, [x0] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v8i16_v8i32: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 |
| ; NONEON-NOSVE-NEXT: ldp d1, d0, [sp] |
| ; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrh w9, [sp, #30] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #28] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56] |
| ; NONEON-NOSVE-NEXT: ldrh w9, [sp, #26] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #24] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldrh w9, [sp, #22] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #20] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrh w9, [sp, #18] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #64 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = zext <8 x i16> %a to <8 x i32> |
| store <8 x i32>%b, ptr %out |
| ret void |
| } |
| |
| define void @zext_v16i16_v16i32(ptr %in, ptr %out) { |
| ; CHECK-LABEL: zext_v16i16_v16i32: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ldp q1, q0, [x0] |
| ; CHECK-NEXT: add z0.h, z0.h, z0.h |
| ; CHECK-NEXT: add z1.h, z1.h, z1.h |
| ; CHECK-NEXT: uunpklo z2.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z3.s, z1.h |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: uunpklo z1.s, z1.h |
| ; CHECK-NEXT: stp q2, q0, [x1, #32] |
| ; CHECK-NEXT: stp q3, q1, [x1] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v16i16_v16i32: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #-96]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 96 |
| ; NONEON-NOSVE-NEXT: ldrh w14, [sp, #6] |
| ; NONEON-NOSVE-NEXT: ldrh w17, [sp, #4] |
| ; NONEON-NOSVE-NEXT: ldrh w16, [sp, #2] |
| ; NONEON-NOSVE-NEXT: ldrh w3, [sp] |
| ; NONEON-NOSVE-NEXT: ldrh w4, [sp, #12] |
| ; NONEON-NOSVE-NEXT: ldrh w5, [sp, #14] |
| ; NONEON-NOSVE-NEXT: add w14, w14, w14 |
| ; NONEON-NOSVE-NEXT: add w17, w17, w17 |
| ; NONEON-NOSVE-NEXT: add w16, w16, w16 |
| ; NONEON-NOSVE-NEXT: and w14, w14, #0xffff |
| ; NONEON-NOSVE-NEXT: and w17, w17, #0xffff |
| ; NONEON-NOSVE-NEXT: and w16, w16, #0xffff |
| ; NONEON-NOSVE-NEXT: stp w17, w14, [sp, #56] |
| ; NONEON-NOSVE-NEXT: add w14, w3, w3 |
| ; NONEON-NOSVE-NEXT: ldrh w0, [sp, #8] |
| ; NONEON-NOSVE-NEXT: and w14, w14, #0xffff |
| ; NONEON-NOSVE-NEXT: ldrh w2, [sp, #10] |
| ; NONEON-NOSVE-NEXT: add w17, w5, w5 |
| ; NONEON-NOSVE-NEXT: stp w14, w16, [sp, #48] |
| ; NONEON-NOSVE-NEXT: add w16, w4, w4 |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldrh w9, [sp, #26] |
| ; NONEON-NOSVE-NEXT: ldrh w10, [sp, #28] |
| ; NONEON-NOSVE-NEXT: ldrh w11, [sp, #30] |
| ; NONEON-NOSVE-NEXT: ldrh w12, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrh w13, [sp, #18] |
| ; NONEON-NOSVE-NEXT: ldrh w15, [sp, #20] |
| ; NONEON-NOSVE-NEXT: ldrh w18, [sp, #22] |
| ; NONEON-NOSVE-NEXT: and w14, w17, #0xffff |
| ; NONEON-NOSVE-NEXT: and w16, w16, #0xffff |
| ; NONEON-NOSVE-NEXT: add w17, w2, w2 |
| ; NONEON-NOSVE-NEXT: stp w16, w14, [sp, #40] |
| ; NONEON-NOSVE-NEXT: add w14, w0, w0 |
| ; NONEON-NOSVE-NEXT: and w16, w17, #0xffff |
| ; NONEON-NOSVE-NEXT: add w17, w18, w18 |
| ; NONEON-NOSVE-NEXT: and w14, w14, #0xffff |
| ; NONEON-NOSVE-NEXT: add w15, w15, w15 |
| ; NONEON-NOSVE-NEXT: add w13, w13, w13 |
| ; NONEON-NOSVE-NEXT: add w12, w12, w12 |
| ; NONEON-NOSVE-NEXT: add w11, w11, w11 |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: add w8, w8, w8 |
| ; NONEON-NOSVE-NEXT: stp w14, w16, [sp, #32] |
| ; NONEON-NOSVE-NEXT: and w14, w17, #0xffff |
| ; NONEON-NOSVE-NEXT: and w15, w15, #0xffff |
| ; NONEON-NOSVE-NEXT: and w13, w13, #0xffff |
| ; NONEON-NOSVE-NEXT: and w12, w12, #0xffff |
| ; NONEON-NOSVE-NEXT: and w11, w11, #0xffff |
| ; NONEON-NOSVE-NEXT: and w10, w10, #0xffff |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xffff |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xffff |
| ; NONEON-NOSVE-NEXT: stp w15, w14, [sp, #88] |
| ; NONEON-NOSVE-NEXT: stp w12, w13, [sp, #80] |
| ; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp w10, w11, [sp, #72] |
| ; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #64] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #64] |
| ; NONEON-NOSVE-NEXT: stp q2, q3, [x1] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x1, #32] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #96 |
| ; NONEON-NOSVE-NEXT: ret |
| %a = load <16 x i16>, ptr %in |
| %b = add <16 x i16> %a, %a |
| %c = zext <16 x i16> %b to <16 x i32> |
| store <16 x i32> %c, ptr %out |
| ret void |
| } |
| |
| ; |
| ; zext i16 -> i64 |
| ; |
| |
| define void @zext_v4i16_v4i64(<4 x i16> %a, ptr %out) { |
| ; CHECK-LABEL: zext_v4i16_v4i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0 |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: uunpklo z1.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.d, z0.s |
| ; CHECK-NEXT: stp q1, q0, [x0] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v4i16_v4i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #48 |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 48 |
| ; NONEON-NOSVE-NEXT: str d0, [sp, #8] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #10] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #8] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #14] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #12] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #48 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = zext <4 x i16> %a to <4 x i64> |
| store <4 x i64>%b, ptr %out |
| ret void |
| } |
| |
| define void @zext_v8i16_v8i64(<8 x i16> %a, ptr %out) { |
| ; CHECK-LABEL: zext_v8i16_v8i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0 |
| ; CHECK-NEXT: uunpklo z1.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: uunpklo z2.d, z1.s |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: uunpklo z1.d, z1.s |
| ; CHECK-NEXT: uunpklo z3.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.d, z0.s |
| ; CHECK-NEXT: stp q2, q1, [x0] |
| ; CHECK-NEXT: stp q3, q0, [x0, #32] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v8i16_v8i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-96]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 96 |
| ; NONEON-NOSVE-NEXT: ldp d1, d0, [sp] |
| ; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #26] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #88] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #24] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #80] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #30] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #72] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #28] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #64] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #18] |
| ; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #64] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #56] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #22] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #40] |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #20] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp q2, q3, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0, #32] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #96 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = zext <8 x i16> %a to <8 x i64> |
| store <8 x i64>%b, ptr %out |
| ret void |
| } |
| |
| define void @zext_v16i16_v16i64(ptr %in, ptr %out) { |
| ; CHECK-LABEL: zext_v16i16_v16i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ldp q1, q0, [x0] |
| ; CHECK-NEXT: add z0.h, z0.h, z0.h |
| ; CHECK-NEXT: add z1.h, z1.h, z1.h |
| ; CHECK-NEXT: uunpklo z2.s, z0.h |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z3.s, z1.h |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: uunpklo z0.s, z0.h |
| ; CHECK-NEXT: uunpklo z1.s, z1.h |
| ; CHECK-NEXT: uunpklo z4.d, z2.s |
| ; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8 |
| ; CHECK-NEXT: uunpklo z5.d, z3.s |
| ; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8 |
| ; CHECK-NEXT: uunpklo z6.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z2.d, z2.s |
| ; CHECK-NEXT: uunpklo z7.d, z1.s |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: uunpklo z3.d, z3.s |
| ; CHECK-NEXT: uunpklo z0.d, z0.s |
| ; CHECK-NEXT: uunpklo z1.d, z1.s |
| ; CHECK-NEXT: stp q4, q2, [x1, #64] |
| ; CHECK-NEXT: stp q5, q3, [x1] |
| ; CHECK-NEXT: stp q6, q0, [x1, #96] |
| ; CHECK-NEXT: stp q7, q1, [x1, #32] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v16i16_v16i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: sub sp, sp, #160 |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 160 |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: str wzr, [sp, #92] |
| ; NONEON-NOSVE-NEXT: str wzr, [sp, #156] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [sp] |
| ; NONEON-NOSVE-NEXT: ldrh w14, [sp] |
| ; NONEON-NOSVE-NEXT: ldrh w15, [sp, #2] |
| ; NONEON-NOSVE-NEXT: ldrh w4, [sp, #4] |
| ; NONEON-NOSVE-NEXT: ldrh w5, [sp, #6] |
| ; NONEON-NOSVE-NEXT: ldrh w2, [sp, #8] |
| ; NONEON-NOSVE-NEXT: ldrh w3, [sp, #10] |
| ; NONEON-NOSVE-NEXT: add w14, w14, w14 |
| ; NONEON-NOSVE-NEXT: add w15, w15, w15 |
| ; NONEON-NOSVE-NEXT: ldrh w18, [sp, #12] |
| ; NONEON-NOSVE-NEXT: and w14, w14, #0xffff |
| ; NONEON-NOSVE-NEXT: and w15, w15, #0xffff |
| ; NONEON-NOSVE-NEXT: ldrh w0, [sp, #14] |
| ; NONEON-NOSVE-NEXT: stp wzr, w15, [sp, #84] |
| ; NONEON-NOSVE-NEXT: add w15, w4, w4 |
| ; NONEON-NOSVE-NEXT: ldrh w8, [sp, #28] |
| ; NONEON-NOSVE-NEXT: stp wzr, w14, [sp, #76] |
| ; NONEON-NOSVE-NEXT: add w14, w5, w5 |
| ; NONEON-NOSVE-NEXT: and w15, w15, #0xffff |
| ; NONEON-NOSVE-NEXT: and w14, w14, #0xffff |
| ; NONEON-NOSVE-NEXT: stp wzr, w15, [sp, #60] |
| ; NONEON-NOSVE-NEXT: add w15, w3, w3 |
| ; NONEON-NOSVE-NEXT: stp wzr, w14, [sp, #68] |
| ; NONEON-NOSVE-NEXT: add w14, w2, w2 |
| ; NONEON-NOSVE-NEXT: and w15, w15, #0xffff |
| ; NONEON-NOSVE-NEXT: and w14, w14, #0xffff |
| ; NONEON-NOSVE-NEXT: ldrh w9, [sp, #30] |
| ; NONEON-NOSVE-NEXT: ldrh w10, [sp, #24] |
| ; NONEON-NOSVE-NEXT: ldrh w11, [sp, #26] |
| ; NONEON-NOSVE-NEXT: ldrh w13, [sp, #20] |
| ; NONEON-NOSVE-NEXT: ldrh w12, [sp, #22] |
| ; NONEON-NOSVE-NEXT: ldrh w16, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldrh w17, [sp, #18] |
| ; NONEON-NOSVE-NEXT: stp wzr, w15, [sp, #52] |
| ; NONEON-NOSVE-NEXT: add w15, w18, w18 |
| ; NONEON-NOSVE-NEXT: stp wzr, w14, [sp, #44] |
| ; NONEON-NOSVE-NEXT: add w14, w0, w0 |
| ; NONEON-NOSVE-NEXT: and w15, w15, #0xffff |
| ; NONEON-NOSVE-NEXT: and w14, w14, #0xffff |
| ; NONEON-NOSVE-NEXT: add w13, w13, w13 |
| ; NONEON-NOSVE-NEXT: stp wzr, w14, [sp, #36] |
| ; NONEON-NOSVE-NEXT: add w14, w16, w16 |
| ; NONEON-NOSVE-NEXT: add w12, w12, w12 |
| ; NONEON-NOSVE-NEXT: str w15, [sp, #32] |
| ; NONEON-NOSVE-NEXT: add w15, w17, w17 |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: add w11, w11, w11 |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: add w8, w8, w8 |
| ; NONEON-NOSVE-NEXT: and w14, w14, #0xffff |
| ; NONEON-NOSVE-NEXT: and w15, w15, #0xffff |
| ; NONEON-NOSVE-NEXT: and w13, w13, #0xffff |
| ; NONEON-NOSVE-NEXT: and w12, w12, #0xffff |
| ; NONEON-NOSVE-NEXT: and w10, w10, #0xffff |
| ; NONEON-NOSVE-NEXT: and w11, w11, #0xffff |
| ; NONEON-NOSVE-NEXT: and w9, w9, #0xffff |
| ; NONEON-NOSVE-NEXT: and w8, w8, #0xffff |
| ; NONEON-NOSVE-NEXT: stp wzr, w15, [sp, #148] |
| ; NONEON-NOSVE-NEXT: stp wzr, w14, [sp, #140] |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #64] |
| ; NONEON-NOSVE-NEXT: stp wzr, w12, [sp, #132] |
| ; NONEON-NOSVE-NEXT: ldp q4, q3, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp wzr, w13, [sp, #124] |
| ; NONEON-NOSVE-NEXT: stp wzr, w11, [sp, #116] |
| ; NONEON-NOSVE-NEXT: ldp q7, q6, [sp, #128] |
| ; NONEON-NOSVE-NEXT: stp wzr, w10, [sp, #108] |
| ; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #100] |
| ; NONEON-NOSVE-NEXT: str w8, [sp, #96] |
| ; NONEON-NOSVE-NEXT: ldp q2, q5, [sp, #96] |
| ; NONEON-NOSVE-NEXT: stp q0, q1, [x1] |
| ; NONEON-NOSVE-NEXT: stp q3, q4, [x1, #32] |
| ; NONEON-NOSVE-NEXT: stp q6, q7, [x1, #64] |
| ; NONEON-NOSVE-NEXT: stp q5, q2, [x1, #96] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #160 |
| ; NONEON-NOSVE-NEXT: ret |
| %a = load <16 x i16>, ptr %in |
| %b = add <16 x i16> %a, %a |
| %c = zext <16 x i16> %b to <16 x i64> |
| store <16 x i64> %c, ptr %out |
| ret void |
| } |
| |
| ; |
| ; zext i32 -> i64 |
| ; |
| |
| define void @zext_v4i32_v4i64(<4 x i32> %a, ptr %out) { |
| ; CHECK-LABEL: zext_v4i32_v4i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0 |
| ; CHECK-NEXT: uunpklo z1.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z0.d, z0.s |
| ; CHECK-NEXT: stp q1, q0, [x0] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v4i32_v4i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-64]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64 |
| ; NONEON-NOSVE-NEXT: ldp d1, d0, [sp] |
| ; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #24] |
| ; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #56] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #48] |
| ; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #16] |
| ; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #40] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #32] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #64 |
| ; NONEON-NOSVE-NEXT: ret |
| %b = zext <4 x i32> %a to <4 x i64> |
| store <4 x i64>%b, ptr %out |
| ret void |
| } |
| |
| define void @zext_v8i32_v8i64(ptr %in, ptr %out) { |
| ; CHECK-LABEL: zext_v8i32_v8i64: |
| ; CHECK: // %bb.0: |
| ; CHECK-NEXT: ldp q1, q0, [x0] |
| ; CHECK-NEXT: add z0.s, z0.s, z0.s |
| ; CHECK-NEXT: add z1.s, z1.s, z1.s |
| ; CHECK-NEXT: uunpklo z2.d, z0.s |
| ; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8 |
| ; CHECK-NEXT: uunpklo z3.d, z1.s |
| ; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8 |
| ; CHECK-NEXT: uunpklo z0.d, z0.s |
| ; CHECK-NEXT: uunpklo z1.d, z1.s |
| ; CHECK-NEXT: stp q2, q0, [x1, #32] |
| ; CHECK-NEXT: stp q3, q1, [x1] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: zext_v8i32_v8i64: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: ldp q1, q0, [x0] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #-96]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 96 |
| ; NONEON-NOSVE-NEXT: ldp w10, w11, [sp] |
| ; NONEON-NOSVE-NEXT: ldp w14, w15, [sp, #8] |
| ; NONEON-NOSVE-NEXT: ldp w12, w13, [sp, #16] |
| ; NONEON-NOSVE-NEXT: add w10, w10, w10 |
| ; NONEON-NOSVE-NEXT: add w11, w11, w11 |
| ; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #24] |
| ; NONEON-NOSVE-NEXT: stp w10, wzr, [sp, #48] |
| ; NONEON-NOSVE-NEXT: add w10, w15, w15 |
| ; NONEON-NOSVE-NEXT: stp w10, wzr, [sp, #40] |
| ; NONEON-NOSVE-NEXT: add w10, w14, w14 |
| ; NONEON-NOSVE-NEXT: stp w10, wzr, [sp, #32] |
| ; NONEON-NOSVE-NEXT: add w10, w13, w13 |
| ; NONEON-NOSVE-NEXT: add w9, w9, w9 |
| ; NONEON-NOSVE-NEXT: stp w10, wzr, [sp, #88] |
| ; NONEON-NOSVE-NEXT: add w10, w12, w12 |
| ; NONEON-NOSVE-NEXT: add w8, w8, w8 |
| ; NONEON-NOSVE-NEXT: stp w11, wzr, [sp, #56] |
| ; NONEON-NOSVE-NEXT: stp w10, wzr, [sp, #80] |
| ; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #32] |
| ; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #72] |
| ; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #64] |
| ; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #64] |
| ; NONEON-NOSVE-NEXT: stp q2, q3, [x1] |
| ; NONEON-NOSVE-NEXT: stp q1, q0, [x1, #32] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #96 |
| ; NONEON-NOSVE-NEXT: ret |
| %a = load <8 x i32>, ptr %in |
| %b = add <8 x i32> %a, %a |
| %c = zext <8 x i32> %b to <8 x i64> |
| store <8 x i64> %c, ptr %out |
| ret void |
| } |
| |
| define void @extend_and_mul(i32 %0, <2 x i64> %1, ptr %2) { |
| ; SVE-LABEL: extend_and_mul: |
| ; SVE: // %bb.0: |
| ; SVE-NEXT: mov z1.s, w0 |
| ; SVE-NEXT: ptrue p0.d, vl2 |
| ; SVE-NEXT: // kill: def $q0 killed $q0 def $z0 |
| ; SVE-NEXT: uunpklo z1.d, z1.s |
| ; SVE-NEXT: mul z0.d, p0/m, z0.d, z1.d |
| ; SVE-NEXT: str q0, [x1] |
| ; SVE-NEXT: ret |
| ; |
| ; SVE2-LABEL: extend_and_mul: |
| ; SVE2: // %bb.0: |
| ; SVE2-NEXT: mov z1.s, w0 |
| ; SVE2-NEXT: // kill: def $q0 killed $q0 def $z0 |
| ; SVE2-NEXT: uunpklo z1.d, z1.s |
| ; SVE2-NEXT: mul z0.d, z1.d, z0.d |
| ; SVE2-NEXT: str q0, [x1] |
| ; SVE2-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: extend_and_mul: |
| ; NONEON-NOSVE: // %bb.0: |
| ; NONEON-NOSVE-NEXT: str q0, [sp, #-32]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 32 |
| ; NONEON-NOSVE-NEXT: ldr x8, [sp, #8] |
| ; NONEON-NOSVE-NEXT: mov w9, w0 |
| ; NONEON-NOSVE-NEXT: mul x10, x9, x8 |
| ; NONEON-NOSVE-NEXT: ldr x8, [sp] |
| ; NONEON-NOSVE-NEXT: mul x8, x9, x8 |
| ; NONEON-NOSVE-NEXT: stp x8, x10, [sp, #16] |
| ; NONEON-NOSVE-NEXT: ldr q0, [sp, #16] |
| ; NONEON-NOSVE-NEXT: str q0, [x1] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #32 |
| ; NONEON-NOSVE-NEXT: ret |
| %broadcast.splatinsert2 = insertelement <2 x i32> poison, i32 %0, i64 0 |
| %broadcast.splat3 = shufflevector <2 x i32> %broadcast.splatinsert2, <2 x i32> poison, <2 x i32> zeroinitializer |
| %4 = zext <2 x i32> %broadcast.splat3 to <2 x i64> |
| %5 = mul <2 x i64> %4, %1 |
| store <2 x i64> %5, ptr %2, align 2 |
| ret void |
| } |
| |
| define void @extend_no_mul(i32 %0, <2 x i64> %1, ptr %2) { |
| ; CHECK-LABEL: extend_no_mul: |
| ; CHECK: // %bb.0: // %entry |
| ; CHECK-NEXT: mov w8, w0 |
| ; CHECK-NEXT: mov z0.d, x8 |
| ; CHECK-NEXT: str q0, [x1] |
| ; CHECK-NEXT: ret |
| ; |
| ; NONEON-NOSVE-LABEL: extend_no_mul: |
| ; NONEON-NOSVE: // %bb.0: // %entry |
| ; NONEON-NOSVE-NEXT: mov w8, w0 |
| ; NONEON-NOSVE-NEXT: stp x8, x8, [sp, #-16]! |
| ; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16 |
| ; NONEON-NOSVE-NEXT: ldr q0, [sp] |
| ; NONEON-NOSVE-NEXT: str q0, [x1] |
| ; NONEON-NOSVE-NEXT: add sp, sp, #16 |
| ; NONEON-NOSVE-NEXT: ret |
| entry: |
| %broadcast.splatinsert2 = insertelement <2 x i32> poison, i32 %0, i64 0 |
| %broadcast.splat3 = shufflevector <2 x i32> %broadcast.splatinsert2, <2 x i32> poison, <2 x i32> zeroinitializer |
| %3 = zext <2 x i32> %broadcast.splat3 to <2 x i64> |
| store <2 x i64> %3, ptr %2, align 2 |
| ret void |
| } |
