/*===---- pmmintrin.h - SSE3 intrinsics ------------------------------------=== | |

* | |

* Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. | |

* See https://llvm.org/LICENSE.txt for license information. | |

* SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception | |

* | |

*===-----------------------------------------------------------------------=== | |

*/ | |

#ifndef __PMMINTRIN_H | |

#define __PMMINTRIN_H | |

#include <emmintrin.h> | |

/* Define the default attributes for the functions in this file. */ | |

#define __DEFAULT_FN_ATTRS \ | |

__attribute__((__always_inline__, __nodebug__, __target__("sse3"), __min_vector_width__(128))) | |

/// Loads data from an unaligned memory location to elements in a 128-bit | |

/// vector. | |

/// | |

/// If the address of the data is not 16-byte aligned, the instruction may | |

/// read two adjacent aligned blocks of memory to retrieve the requested | |

/// data. | |

/// | |

/// \headerfile <x86intrin.h> | |

/// | |

/// This intrinsic corresponds to the <c> VLDDQU </c> instruction. | |

/// | |

/// \param __p | |

/// A pointer to a 128-bit integer vector containing integer values. | |

/// \returns A 128-bit vector containing the moved values. | |

static __inline__ __m128i __DEFAULT_FN_ATTRS | |

_mm_lddqu_si128(__m128i const *__p) | |

{ | |

return (__m128i)__builtin_ia32_lddqu((char const *)__p); | |

} | |

/// Adds the even-indexed values and subtracts the odd-indexed values of | |

/// two 128-bit vectors of [4 x float]. | |

/// | |

/// \headerfile <x86intrin.h> | |

/// | |

/// This intrinsic corresponds to the <c> VADDSUBPS </c> instruction. | |

/// | |

/// \param __a | |

/// A 128-bit vector of [4 x float] containing the left source operand. | |

/// \param __b | |

/// A 128-bit vector of [4 x float] containing the right source operand. | |

/// \returns A 128-bit vector of [4 x float] containing the alternating sums and | |

/// differences of both operands. | |

static __inline__ __m128 __DEFAULT_FN_ATTRS | |

_mm_addsub_ps(__m128 __a, __m128 __b) | |

{ | |

return __builtin_ia32_addsubps((__v4sf)__a, (__v4sf)__b); | |

} | |

/// Horizontally adds the adjacent pairs of values contained in two | |

/// 128-bit vectors of [4 x float]. | |

/// | |

/// \headerfile <x86intrin.h> | |

/// | |

/// This intrinsic corresponds to the <c> VHADDPS </c> instruction. | |

/// | |

/// \param __a | |

/// A 128-bit vector of [4 x float] containing one of the source operands. | |

/// The horizontal sums of the values are stored in the lower bits of the | |

/// destination. | |

/// \param __b | |

/// A 128-bit vector of [4 x float] containing one of the source operands. | |

/// The horizontal sums of the values are stored in the upper bits of the | |

/// destination. | |

/// \returns A 128-bit vector of [4 x float] containing the horizontal sums of | |

/// both operands. | |

static __inline__ __m128 __DEFAULT_FN_ATTRS | |

_mm_hadd_ps(__m128 __a, __m128 __b) | |

{ | |

return __builtin_ia32_haddps((__v4sf)__a, (__v4sf)__b); | |

} | |

/// Horizontally subtracts the adjacent pairs of values contained in two | |

/// 128-bit vectors of [4 x float]. | |

/// | |

/// \headerfile <x86intrin.h> | |

/// | |

/// This intrinsic corresponds to the <c> VHSUBPS </c> instruction. | |

/// | |

/// \param __a | |

/// A 128-bit vector of [4 x float] containing one of the source operands. | |

/// The horizontal differences between the values are stored in the lower | |

/// bits of the destination. | |

/// \param __b | |

/// A 128-bit vector of [4 x float] containing one of the source operands. | |

/// The horizontal differences between the values are stored in the upper | |

/// bits of the destination. | |

/// \returns A 128-bit vector of [4 x float] containing the horizontal | |

/// differences of both operands. | |

static __inline__ __m128 __DEFAULT_FN_ATTRS | |

_mm_hsub_ps(__m128 __a, __m128 __b) | |

{ | |

return __builtin_ia32_hsubps((__v4sf)__a, (__v4sf)__b); | |

} | |

/// Moves and duplicates odd-indexed values from a 128-bit vector | |

/// of [4 x float] to float values stored in a 128-bit vector of | |

/// [4 x float]. | |

/// | |

/// \headerfile <x86intrin.h> | |

/// | |

/// This intrinsic corresponds to the <c> VMOVSHDUP </c> instruction. | |

/// | |

/// \param __a | |

/// A 128-bit vector of [4 x float]. \n | |

/// Bits [127:96] of the source are written to bits [127:96] and [95:64] of | |

/// the destination. \n | |

/// Bits [63:32] of the source are written to bits [63:32] and [31:0] of the | |

/// destination. | |

/// \returns A 128-bit vector of [4 x float] containing the moved and duplicated | |

/// values. | |

static __inline__ __m128 __DEFAULT_FN_ATTRS | |

_mm_movehdup_ps(__m128 __a) | |

{ | |

return __builtin_shufflevector((__v4sf)__a, (__v4sf)__a, 1, 1, 3, 3); | |

} | |

/// Duplicates even-indexed values from a 128-bit vector of | |

/// [4 x float] to float values stored in a 128-bit vector of [4 x float]. | |

/// | |

/// \headerfile <x86intrin.h> | |

/// | |

/// This intrinsic corresponds to the <c> VMOVSLDUP </c> instruction. | |

/// | |

/// \param __a | |

/// A 128-bit vector of [4 x float] \n | |

/// Bits [95:64] of the source are written to bits [127:96] and [95:64] of | |

/// the destination. \n | |

/// Bits [31:0] of the source are written to bits [63:32] and [31:0] of the | |

/// destination. | |

/// \returns A 128-bit vector of [4 x float] containing the moved and duplicated | |

/// values. | |

static __inline__ __m128 __DEFAULT_FN_ATTRS | |

_mm_moveldup_ps(__m128 __a) | |

{ | |

return __builtin_shufflevector((__v4sf)__a, (__v4sf)__a, 0, 0, 2, 2); | |

} | |

/// Adds the even-indexed values and subtracts the odd-indexed values of | |

/// two 128-bit vectors of [2 x double]. | |

/// | |

/// \headerfile <x86intrin.h> | |

/// | |

/// This intrinsic corresponds to the <c> VADDSUBPD </c> instruction. | |

/// | |

/// \param __a | |

/// A 128-bit vector of [2 x double] containing the left source operand. | |

/// \param __b | |

/// A 128-bit vector of [2 x double] containing the right source operand. | |

/// \returns A 128-bit vector of [2 x double] containing the alternating sums | |

/// and differences of both operands. | |

static __inline__ __m128d __DEFAULT_FN_ATTRS | |

_mm_addsub_pd(__m128d __a, __m128d __b) | |

{ | |

return __builtin_ia32_addsubpd((__v2df)__a, (__v2df)__b); | |

} | |

/// Horizontally adds the pairs of values contained in two 128-bit | |

/// vectors of [2 x double]. | |

/// | |

/// \headerfile <x86intrin.h> | |

/// | |

/// This intrinsic corresponds to the <c> VHADDPD </c> instruction. | |

/// | |

/// \param __a | |

/// A 128-bit vector of [2 x double] containing one of the source operands. | |

/// The horizontal sum of the values is stored in the lower bits of the | |

/// destination. | |

/// \param __b | |

/// A 128-bit vector of [2 x double] containing one of the source operands. | |

/// The horizontal sum of the values is stored in the upper bits of the | |

/// destination. | |

/// \returns A 128-bit vector of [2 x double] containing the horizontal sums of | |

/// both operands. | |

static __inline__ __m128d __DEFAULT_FN_ATTRS | |

_mm_hadd_pd(__m128d __a, __m128d __b) | |

{ | |

return __builtin_ia32_haddpd((__v2df)__a, (__v2df)__b); | |

} | |

/// Horizontally subtracts the pairs of values contained in two 128-bit | |

/// vectors of [2 x double]. | |

/// | |

/// \headerfile <x86intrin.h> | |

/// | |

/// This intrinsic corresponds to the <c> VHSUBPD </c> instruction. | |

/// | |

/// \param __a | |

/// A 128-bit vector of [2 x double] containing one of the source operands. | |

/// The horizontal difference of the values is stored in the lower bits of | |

/// the destination. | |

/// \param __b | |

/// A 128-bit vector of [2 x double] containing one of the source operands. | |

/// The horizontal difference of the values is stored in the upper bits of | |

/// the destination. | |

/// \returns A 128-bit vector of [2 x double] containing the horizontal | |

/// differences of both operands. | |

static __inline__ __m128d __DEFAULT_FN_ATTRS | |

_mm_hsub_pd(__m128d __a, __m128d __b) | |

{ | |

return __builtin_ia32_hsubpd((__v2df)__a, (__v2df)__b); | |

} | |

/// Moves and duplicates one double-precision value to double-precision | |

/// values stored in a 128-bit vector of [2 x double]. | |

/// | |

/// \headerfile <x86intrin.h> | |

/// | |

/// \code | |

/// __m128d _mm_loaddup_pd(double const *dp); | |

/// \endcode | |

/// | |

/// This intrinsic corresponds to the <c> VMOVDDUP </c> instruction. | |

/// | |

/// \param dp | |

/// A pointer to a double-precision value to be moved and duplicated. | |

/// \returns A 128-bit vector of [2 x double] containing the moved and | |

/// duplicated values. | |

#define _mm_loaddup_pd(dp) _mm_load1_pd(dp) | |

/// Moves and duplicates the double-precision value in the lower bits of | |

/// a 128-bit vector of [2 x double] to double-precision values stored in a | |

/// 128-bit vector of [2 x double]. | |

/// | |

/// \headerfile <x86intrin.h> | |

/// | |

/// This intrinsic corresponds to the <c> VMOVDDUP </c> instruction. | |

/// | |

/// \param __a | |

/// A 128-bit vector of [2 x double]. Bits [63:0] are written to bits | |

/// [127:64] and [63:0] of the destination. | |

/// \returns A 128-bit vector of [2 x double] containing the moved and | |

/// duplicated values. | |

static __inline__ __m128d __DEFAULT_FN_ATTRS | |

_mm_movedup_pd(__m128d __a) | |

{ | |

return __builtin_shufflevector((__v2df)__a, (__v2df)__a, 0, 0); | |

} | |

/// Establishes a linear address memory range to be monitored and puts | |

/// the processor in the monitor event pending state. Data stored in the | |

/// monitored address range causes the processor to exit the pending state. | |

/// | |

/// \headerfile <x86intrin.h> | |

/// | |

/// This intrinsic corresponds to the <c> MONITOR </c> instruction. | |

/// | |

/// \param __p | |

/// The memory range to be monitored. The size of the range is determined by | |

/// CPUID function 0000_0005h. | |

/// \param __extensions | |

/// Optional extensions for the monitoring state. | |

/// \param __hints | |

/// Optional hints for the monitoring state. | |

static __inline__ void __DEFAULT_FN_ATTRS | |

_mm_monitor(void const *__p, unsigned __extensions, unsigned __hints) | |

{ | |

__builtin_ia32_monitor((void *)__p, __extensions, __hints); | |

} | |

/// Used with the MONITOR instruction to wait while the processor is in | |

/// the monitor event pending state. Data stored in the monitored address | |

/// range causes the processor to exit the pending state. | |

/// | |

/// \headerfile <x86intrin.h> | |

/// | |

/// This intrinsic corresponds to the <c> MWAIT </c> instruction. | |

/// | |

/// \param __extensions | |

/// Optional extensions for the monitoring state, which may vary by | |

/// processor. | |

/// \param __hints | |

/// Optional hints for the monitoring state, which may vary by processor. | |

static __inline__ void __DEFAULT_FN_ATTRS | |

_mm_mwait(unsigned __extensions, unsigned __hints) | |

{ | |

__builtin_ia32_mwait(__extensions, __hints); | |

} | |

#undef __DEFAULT_FN_ATTRS | |

#endif /* __PMMINTRIN_H */ |