Grok 10.0.5
|
Typedefs | |
using | Constants = hwy::SortConstants |
Functions | |
HWY_INLINE void | UnpoisonIfMemorySanitizer (void *p, size_t bytes) |
template<class D > | |
HWY_INLINE void | MaybePrintVector (D d, const char *label, Vec< D > v, size_t start=0, size_t max_lanes=16) |
template<class Traits , typename T > | |
void | SiftDown (Traits st, T *HWY_RESTRICT lanes, const size_t num_lanes, size_t start) |
template<class Traits , typename T > | |
void | HeapSort (Traits st, T *HWY_RESTRICT lanes, const size_t num_lanes) |
template<size_t N> | |
HWY_INLINE Vec128< uint8_t, N > | BitCastToByte (Vec128< uint8_t, N > v) |
HWY_NEON_DEF_FUNCTION_ALL_FLOATS (BitCastToByte, vreinterpret, _u8_, HWY_CAST_TO_U8) template< size_t N > HWY_INLINE Vec128< uint8_t | |
N * | BitCastToByte (Vec128< float16_t, N > v) |
template<size_t N> | |
HWY_INLINE Vec128< uint8_t, N *2 > | BitCastToByte (Vec128< bfloat16_t, N > v) |
template<size_t N> | |
HWY_INLINE Vec128< uint8_t, N > | BitCastFromByte (Simd< uint8_t, N, 0 >, Vec128< uint8_t, N > v) |
template<size_t N, HWY_IF_LE64(int8_t, N) > | |
HWY_INLINE Vec128< int8_t, N > | BitCastFromByte (Simd< int8_t, N, 0 >, Vec128< uint8_t, N > v) |
template<size_t N, HWY_IF_LE64(uint16_t, N) > | |
HWY_INLINE Vec128< uint16_t, N > | BitCastFromByte (Simd< uint16_t, N, 0 >, Vec128< uint8_t, N *2 > v) |
template<size_t N, HWY_IF_LE64(int16_t, N) > | |
HWY_INLINE Vec128< int16_t, N > | BitCastFromByte (Simd< int16_t, N, 0 >, Vec128< uint8_t, N *2 > v) |
template<size_t N, HWY_IF_LE64(uint32_t, N) > | |
HWY_INLINE Vec128< uint32_t, N > | BitCastFromByte (Simd< uint32_t, N, 0 >, Vec128< uint8_t, N *4 > v) |
template<size_t N, HWY_IF_LE64(int32_t, N) > | |
HWY_INLINE Vec128< int32_t, N > | BitCastFromByte (Simd< int32_t, N, 0 >, Vec128< uint8_t, N *4 > v) |
template<size_t N, HWY_IF_LE64(float, N) > | |
HWY_INLINE Vec128< float, N > | BitCastFromByte (Simd< float, N, 0 >, Vec128< uint8_t, N *4 > v) |
HWY_INLINE Vec64< uint64_t > | BitCastFromByte (Full64< uint64_t >, Vec128< uint8_t, 1 *8 > v) |
HWY_INLINE Vec64< int64_t > | BitCastFromByte (Full64< int64_t >, Vec128< uint8_t, 1 *8 > v) |
HWY_INLINE Vec128< int8_t > | BitCastFromByte (Full128< int8_t >, Vec128< uint8_t > v) |
HWY_INLINE Vec128< uint16_t > | BitCastFromByte (Full128< uint16_t >, Vec128< uint8_t > v) |
HWY_INLINE Vec128< int16_t > | BitCastFromByte (Full128< int16_t >, Vec128< uint8_t > v) |
HWY_INLINE Vec128< uint32_t > | BitCastFromByte (Full128< uint32_t >, Vec128< uint8_t > v) |
HWY_INLINE Vec128< int32_t > | BitCastFromByte (Full128< int32_t >, Vec128< uint8_t > v) |
HWY_INLINE Vec128< float > | BitCastFromByte (Full128< float >, Vec128< uint8_t > v) |
HWY_INLINE Vec128< uint64_t > | BitCastFromByte (Full128< uint64_t >, Vec128< uint8_t > v) |
HWY_INLINE Vec128< int64_t > | BitCastFromByte (Full128< int64_t >, Vec128< uint8_t > v) |
template<size_t N> | |
HWY_INLINE Vec128< float16_t, N > | BitCastFromByte (Simd< float16_t, N, 0 >, Vec128< uint8_t, N *2 > v) |
template<size_t N> | |
HWY_INLINE Vec128< bfloat16_t, N > | BitCastFromByte (Simd< bfloat16_t, N, 0 >, Vec128< uint8_t, N *2 > v) |
HWY_INLINE Vec128< float > | ReciprocalNewtonRaphsonStep (const Vec128< float > recip, const Vec128< float > divisor) |
template<size_t N> | |
HWY_INLINE Vec128< float, N > | ReciprocalNewtonRaphsonStep (const Vec128< float, N > recip, Vec128< float, N > divisor) |
HWY_INLINE Vec128< float > | ReciprocalSqrtStep (const Vec128< float > root, const Vec128< float > recip) |
template<size_t N> | |
HWY_INLINE Vec128< float, N > | ReciprocalSqrtStep (const Vec128< float, N > root, Vec128< float, N > recip) |
template<typename T > | |
HWY_INLINE Vec128< T > | PopulationCount (hwy::SizeTag< 1 >, Vec128< T > v) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 1 >, Vec128< T, N > v) |
template<typename T > | |
HWY_INLINE Vec128< T > | PopulationCount (hwy::SizeTag< 2 >, Vec128< T > v) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 2 >, Vec128< T, N > v) |
template<typename T > | |
HWY_INLINE Vec128< T > | PopulationCount (hwy::SizeTag< 4 >, Vec128< T > v) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 4 >, Vec128< T, N > v) |
template<typename T > | |
HWY_INLINE Vec128< T > | PopulationCount (hwy::SizeTag< 8 >, Vec128< T > v) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 8 >, Vec128< T, N > v) |
template<size_t N> | |
HWY_INLINE Mask128< float, N > | UseInt (const Vec128< float, N > v) |
HWY_API Vec128< uint64_t > | InterleaveUpper (const Vec128< uint64_t > a, const Vec128< uint64_t > b) |
HWY_API Vec128< int64_t > | InterleaveUpper (Vec128< int64_t > a, Vec128< int64_t > b) |
HWY_API Vec128< float > | InterleaveUpper (Vec128< float > a, Vec128< float > b) |
HWY_API Vec64< float > | InterleaveUpper (const Vec64< float > a, const Vec64< float > b) |
template<typename T > | |
HWY_INLINE Vec128< T, 1 > | SumOfLanes (hwy::SizeTag< sizeof(T)>, const Vec128< T, 1 > v) |
template<typename T > | |
HWY_INLINE Vec128< T, 1 > | MinOfLanes (hwy::SizeTag< sizeof(T)>, const Vec128< T, 1 > v) |
template<typename T > | |
HWY_INLINE Vec128< T, 1 > | MaxOfLanes (hwy::SizeTag< sizeof(T)>, const Vec128< T, 1 > v) |
template<typename T , HWY_IF_LANE_SIZE(T, 4) > | |
HWY_INLINE Vec128< T, 2 > | SumOfLanes (hwy::SizeTag< 4 >, const Vec128< T, 2 > v10) |
template<typename T > | |
HWY_INLINE Vec128< T, 2 > | MinOfLanes (hwy::SizeTag< 4 >, const Vec128< T, 2 > v10) |
template<typename T > | |
HWY_INLINE Vec128< T, 2 > | MaxOfLanes (hwy::SizeTag< 4 >, const Vec128< T, 2 > v10) |
HWY_INLINE Vec128< uint32_t > | SumOfLanes (hwy::SizeTag< 4 >, const Vec128< uint32_t > v) |
HWY_INLINE Vec128< int32_t > | SumOfLanes (hwy::SizeTag< 4 >, const Vec128< int32_t > v) |
HWY_INLINE Vec128< float > | SumOfLanes (hwy::SizeTag< 4 >, const Vec128< float > v) |
HWY_INLINE Vec128< uint64_t > | SumOfLanes (hwy::SizeTag< 8 >, const Vec128< uint64_t > v) |
HWY_INLINE Vec128< int64_t > | SumOfLanes (hwy::SizeTag< 8 >, const Vec128< int64_t > v) |
template<typename T > | |
HWY_INLINE Vec128< T > | MinOfLanes (hwy::SizeTag< 4 >, const Vec128< T > v3210) |
template<typename T > | |
HWY_INLINE Vec128< T > | MaxOfLanes (hwy::SizeTag< 4 >, const Vec128< T > v3210) |
template<size_t N, HWY_IF_GE32(uint16_t, N) > | |
HWY_API Vec128< uint16_t, N > | SumOfLanes (hwy::SizeTag< 2 >, Vec128< uint16_t, N > v) |
template<size_t N, HWY_IF_GE32(int16_t, N) > | |
HWY_API Vec128< int16_t, N > | SumOfLanes (hwy::SizeTag< 2 >, Vec128< int16_t, N > v) |
template<size_t N, HWY_IF_GE32(uint16_t, N) > | |
HWY_API Vec128< uint16_t, N > | MinOfLanes (hwy::SizeTag< 2 >, Vec128< uint16_t, N > v) |
template<size_t N, HWY_IF_GE32(int16_t, N) > | |
HWY_API Vec128< int16_t, N > | MinOfLanes (hwy::SizeTag< 2 >, Vec128< int16_t, N > v) |
template<size_t N, HWY_IF_GE32(uint16_t, N) > | |
HWY_API Vec128< uint16_t, N > | MaxOfLanes (hwy::SizeTag< 2 >, Vec128< uint16_t, N > v) |
template<size_t N, HWY_IF_GE32(int16_t, N) > | |
HWY_API Vec128< int16_t, N > | MaxOfLanes (hwy::SizeTag< 2 >, Vec128< int16_t, N > v) |
template<typename T , HWY_IF_SUM_REDUCTION(T) > | |
HWY_API Vec128< T, 2 > | SumOfLanes (hwy::SizeTag< sizeof(T)>, const Vec128< T, 2 > v10) |
template<typename T , HWY_IF_MINMAX_REDUCTION(T) > | |
HWY_API Vec128< T, 2 > | MinOfLanes (hwy::SizeTag< sizeof(T)>, const Vec128< T, 2 > v10) |
template<typename T , HWY_IF_MINMAX_REDUCTION(T) > | |
HWY_API Vec128< T, 2 > | MaxOfLanes (hwy::SizeTag< sizeof(T)>, const Vec128< T, 2 > v10) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE Vec128< T, N > | Set64 (Simd< T, N, 0 >, uint64_t mask_bits) |
template<typename T > | |
HWY_INLINE Vec128< T > | Set64 (Full128< T > d, uint64_t mask_bits) |
template<typename T , size_t N, HWY_IF_LANE_SIZE(T, 1) > | |
HWY_INLINE Mask128< T, N > | LoadMaskBits (Simd< T, N, 0 > d, uint64_t mask_bits) |
template<typename T > | |
HWY_INLINE uint64_t | NibblesFromMask (const Full128< T > d, Mask128< T > mask) |
template<typename T > | |
HWY_INLINE uint64_t | NibblesFromMask (const Full64< T > d, Mask64< T > mask) |
template<typename T , size_t N, HWY_IF_LE32(T, N) > | |
HWY_INLINE uint64_t | NibblesFromMask (Simd< T, N, 0 >, Mask128< T, N > mask) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 1 >, const Mask128< T > mask) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 1 >, const Mask128< T, N > mask) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 2 >, const Mask128< T > mask) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 2 >, const Mask128< T, N > mask) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 4 >, const Mask128< T > mask) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 4 >, const Mask128< T, N > mask) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 8 >, const Mask128< T > m) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 8 >, const Mask128< T, 1 > m) |
template<typename T , size_t N> | |
constexpr uint64_t | OnlyActive (uint64_t bits) |
template<typename T , size_t N> | |
HWY_INLINE uint64_t | BitsFromMask (const Mask128< T, N > mask) |
template<typename T > | |
HWY_INLINE size_t | CountTrue (hwy::SizeTag< 1 >, const Mask128< T > mask) |
template<typename T > | |
HWY_INLINE size_t | CountTrue (hwy::SizeTag< 2 >, const Mask128< T > mask) |
template<typename T > | |
HWY_INLINE size_t | CountTrue (hwy::SizeTag< 4 >, const Mask128< T > mask) |
template<typename T > | |
HWY_INLINE size_t | CountTrue (hwy::SizeTag< 8 >, const Mask128< T > mask) |
HWY_INLINE Vec128< uint8_t > | Load8Bytes (Full128< uint8_t >, const uint8_t *bytes) |
template<size_t N, HWY_IF_LE64(uint8_t, N) > | |
HWY_INLINE Vec128< uint8_t, N > | Load8Bytes (Simd< uint8_t, N, 0 > d, const uint8_t *bytes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IdxFromBits (hwy::SizeTag< 2 >, const uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IdxFromNotBits (hwy::SizeTag< 2 >, const uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IdxFromBits (hwy::SizeTag< 4 >, const uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IdxFromNotBits (hwy::SizeTag< 4 >, const uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Compress (Vec128< T, N > v, const uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | CompressNot (Vec128< T, N > v, const uint64_t mask_bits) |
HWY_INLINE size_t | AllHardwareLanes (hwy::SizeTag< 1 >) |
HWY_INLINE size_t | AllHardwareLanes (hwy::SizeTag< 2 >) |
HWY_INLINE size_t | AllHardwareLanes (hwy::SizeTag< 4 >) |
HWY_INLINE size_t | AllHardwareLanes (hwy::SizeTag< 8 >) |
HWY_API svbool_t | PFalse () |
template<class D > | |
svbool_t | MakeMask (D d) |
template<size_t N, int kPow2> | |
HWY_INLINE svuint16_t | BitCastFromByte (Simd< bfloat16_t, N, kPow2 >, svuint8_t v) |
template<size_t N, int kPow2> | |
HWY_API svfloat32_t | PromoteUpperTo (Simd< float, N, kPow2 > df, svfloat16_t v) |
template<typename TN , class VU > | |
VU | SaturateU (VU v) |
template<typename TN , class VI > | |
VI | SaturateI (VI v) |
template<class D , HWY_IF_LANE_SIZE_D(D, 1) > | |
svbool_t | MaskLowerHalf (D d) |
template<class D > | |
svbool_t | MaskUpperHalf (D d) |
template<typename T , size_t N, int kPow2> | |
constexpr size_t | LanesPerBlock (Simd< T, N, kPow2 >) |
template<class T , HWY_IF_LANE_SIZE(T, 1) > | |
HWY_INLINE svuint8_t | BoolFromMask (svbool_t m) |
HWY_INLINE svuint64_t | BitsFromBool (svuint8_t x) |
template<class D > | |
HWY_INLINE svuint64_t | Lt128Vec (D d, const svuint64_t a, const svuint64_t b) |
template<class D > | |
HWY_INLINE svuint64_t | Eq128Vec (D d, const svuint64_t a, const svuint64_t b) |
template<class D > | |
HWY_INLINE svuint64_t | Ne128Vec (D d, const svuint64_t a, const svuint64_t b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Add (hwy::NonFloatTag, Vec128< T, N > a, Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Sub (hwy::NonFloatTag, Vec128< T, N > a, Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Add (hwy::FloatTag, Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Sub (hwy::FloatTag, Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Abs (SignedTag, Vec128< T, N > a) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Abs (hwy::FloatTag, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Min (hwy::NonFloatTag, Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Max (hwy::NonFloatTag, Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Min (hwy::FloatTag, Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Max (hwy::FloatTag, Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_API Vec128< T, N > | Neg (hwy::NonFloatTag, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_API Vec128< T, N > | Neg (hwy::FloatTag, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Mul (hwy::FloatTag, Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Mul (SignedTag, Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Mul (UnsignedTag, Vec128< T, N > a, const Vec128< T, N > b) |
HWY_INLINE void | StoreU16ToF16 (const uint16_t val, hwy::float16_t *HWY_RESTRICT to) |
HWY_INLINE uint16_t | U16FromF16 (const hwy::float16_t *HWY_RESTRICT from) |
template<typename FromT , typename ToT , size_t N> | |
HWY_API Vec128< ToT, N > | ConvertTo (hwy::FloatTag, Simd< ToT, N, 0 >, Vec128< FromT, N > from) |
template<typename FromT , typename ToT , size_t N> | |
HWY_API Vec128< ToT, N > | ConvertTo (hwy::NonFloatTag, Simd< ToT, N, 0 >, Vec128< FromT, N > from) |
template<typename T , size_t N, class V , HWY_IF_LE128(T, N) > | |
HWY_API void | LoadTransposedBlocks3 (Simd< T, N, 0 > d, const T *HWY_RESTRICT unaligned, V &A, V &B, V &C) |
template<typename T , size_t N, class V , HWY_IF_LE128(T, N) > | |
HWY_API void | LoadTransposedBlocks4 (Simd< T, N, 0 > d, const T *HWY_RESTRICT unaligned, V &A, V &B, V &C, V &D) |
template<typename T , size_t N, class V , HWY_IF_LE128(T, N) > | |
HWY_API void | StoreTransposedBlocks2 (const V A, const V B, Simd< T, N, 0 > d, T *HWY_RESTRICT unaligned) |
template<typename T , size_t N, class V , HWY_IF_LE128(T, N) > | |
HWY_API void | StoreTransposedBlocks3 (const V A, const V B, const V C, Simd< T, N, 0 > d, T *HWY_RESTRICT unaligned) |
template<typename T , size_t N, class V , HWY_IF_LE128(T, N) > | |
HWY_API void | StoreTransposedBlocks4 (const V A, const V B, const V C, const V D, Simd< T, N, 0 > d, T *HWY_RESTRICT unaligned) |
template<size_t N, int kPow2> | |
HWY_INLINE VFromD< Simd< uint16_t, N, kPow2 > > | BitCastFromByte (Simd< bfloat16_t, N, kPow2 >, VFromD< Simd< uint8_t, N, kPow2 > > v) |
template<class V , class DU = RebindToUnsigned<DFromV<V>>> | |
HWY_INLINE VFromD< DU > | BitCastToUnsigned (V v) |
template<class D , class DU = RebindToUnsigned<D>> | |
HWY_INLINE VFromD< DU > | Iota0 (const D) |
template<typename T , size_t N, int kPow2> | |
size_t | LanesPerBlock (Simd< T, N, kPow2 > d) |
template<class D , class V > | |
HWY_INLINE V | OffsetsOf128BitBlocks (const D d, const V iota0) |
template<size_t kLanes, class D > | |
HWY_INLINE MFromD< D > | FirstNPerBlock (D) |
template<class D > | |
constexpr bool | IsSupportedLMUL (D d) |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE auto | ChangeLMUL (Simd< T, N, kPow2 > d, VFromD< Simd< T, N, kPow2 - 3 > > v) -> VFromD< decltype(d)> |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE auto | ChangeLMUL (Simd< T, N, kPow2 > d, VFromD< Simd< T, N, kPow2 - 2 > > v) -> VFromD< decltype(d)> |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE auto | ChangeLMUL (Simd< T, N, kPow2 > d, VFromD< Simd< T, N, kPow2 - 1 > > v) -> VFromD< decltype(d)> |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE auto | ChangeLMUL (Simd< T, N, kPow2 > d, VFromD< decltype(d)> v) -> VFromD< decltype(d)> |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE auto | ChangeLMUL (Simd< T, N, kPow2 > d, VFromD< Simd< T, N, kPow2+1 > > v) -> VFromD< decltype(d)> |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE auto | ChangeLMUL (Simd< T, N, kPow2 > d, VFromD< Simd< T, N, kPow2+2 > > v) -> VFromD< decltype(d)> |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE auto | ChangeLMUL (Simd< T, N, kPow2 > d, VFromD< Simd< T, N, kPow2+3 > > v) -> VFromD< decltype(d)> |
template<size_t N, int kPow2, class DF32 = Simd<float, N, kPow2>, class VF32 = VFromD<DF32>, class DU16 = RepartitionToNarrow<RebindToUnsigned<Simd<float, N, kPow2>>>> | |
HWY_API VF32 | ReorderWidenMulAccumulateBF16 (Simd< float, N, kPow2 > df32, VFromD< DU16 > a, VFromD< DU16 > b, const VF32 sum0, VF32 &sum1) |
template<size_t N, int kPow2, hwy::EnableIf<(kPow2< 3)> * = nullptr, class D32 = Simd<int32_t, N, kPow2>, class V32 = VFromD<D32>, class D16 = RepartitionToNarrow<D32>> | |
HWY_API VFromD< D32 > | ReorderWidenMulAccumulateI16 (Simd< int32_t, N, kPow2 > d32, VFromD< D16 > a, VFromD< D16 > b, const V32 sum0, V32 &sum1) |
template<size_t N, class D32 = Simd<int32_t, N, 3>, class V32 = VFromD<D32>, class D16 = RepartitionToNarrow<D32>> | |
HWY_API VFromD< D32 > | ReorderWidenMulAccumulateI16 (Simd< int32_t, N, 3 > d32, VFromD< D16 > a, VFromD< D16 > b, const V32 sum0, V32 &sum1) |
static float | Abs (float f) |
static double | Abs (double f) |
static bool | SignBit (float f) |
static bool | SignBit (double f) |
template<typename T , size_t N, int kPow2> | |
constexpr bool | IsFull (Simd< T, N, kPow2 >) |
constexpr size_t | ScaleByPower (size_t N, int pow2) |
HWY_INLINE __v128_u | BitCastToInteger (__v128_u v) |
HWY_INLINE __v128_u | BitCastToInteger (__f32x4 v) |
HWY_INLINE __v128_u | BitCastToInteger (__f64x2 v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< uint8_t, N *sizeof(T)> | BitCastToByte (Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | BitCastFromByte (Simd< T, N, 0 >, Vec128< uint8_t, N *sizeof(T)> v) |
template<size_t kLane, typename T , size_t N, HWY_IF_LANE_SIZE(T, 1) > | |
HWY_INLINE T | ExtractLane (const Vec128< T, N > v) |
template<size_t kLane, size_t N> | |
HWY_INLINE float | ExtractLane (const Vec128< float, N > v) |
template<size_t kLane, typename T , size_t N, HWY_IF_LANE_SIZE(T, 1) > | |
HWY_INLINE Vec128< T, N > | InsertLane (const Vec128< T, N > v, T t) |
template<size_t kLane, size_t N> | |
HWY_INLINE Vec128< float, N > | InsertLane (const Vec128< float, N > v, float t) |
template<size_t kLane, size_t N> | |
HWY_INLINE Vec128< double, N > | InsertLane (const Vec128< double, N > v, double t) |
template<int kBytes, typename T , size_t N> | |
HWY_API __i8x16 | ShrBytes (const Vec128< T, N > v) |
template<typename T , size_t N, HWY_IF_LANE_SIZE(T, 1) > | |
HWY_API Vec128< T, N > | Shuffle2301 (const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N, HWY_IF_LANE_SIZE(T, 1) > | |
HWY_API Vec128< T, N > | Shuffle1230 (const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N, HWY_IF_LANE_SIZE(T, 1) > | |
HWY_API Vec128< T, N > | Shuffle3012 (const Vec128< T, N > a, const Vec128< T, N > b) |
template<size_t N> | |
HWY_API Vec128< uint8_t, N > | InterleaveUpper (Vec128< uint8_t, N > a, Vec128< uint8_t, N > b) |
template<size_t N> | |
HWY_API Vec128< uint16_t, N > | InterleaveUpper (Vec128< uint16_t, N > a, Vec128< uint16_t, N > b) |
template<size_t N> | |
HWY_API Vec128< uint32_t, N > | InterleaveUpper (Vec128< uint32_t, N > a, Vec128< uint32_t, N > b) |
template<size_t N> | |
HWY_API Vec128< uint64_t, N > | InterleaveUpper (Vec128< uint64_t, N > a, Vec128< uint64_t, N > b) |
template<size_t N> | |
HWY_API Vec128< int8_t, N > | InterleaveUpper (Vec128< int8_t, N > a, Vec128< int8_t, N > b) |
template<size_t N> | |
HWY_API Vec128< int16_t, N > | InterleaveUpper (Vec128< int16_t, N > a, Vec128< int16_t, N > b) |
template<size_t N> | |
HWY_API Vec128< int32_t, N > | InterleaveUpper (Vec128< int32_t, N > a, Vec128< int32_t, N > b) |
template<size_t N> | |
HWY_API Vec128< int64_t, N > | InterleaveUpper (Vec128< int64_t, N > a, Vec128< int64_t, N > b) |
template<size_t N> | |
HWY_API Vec128< float, N > | InterleaveUpper (Vec128< float, N > a, Vec128< float, N > b) |
template<size_t N> | |
HWY_API Vec128< double, N > | InterleaveUpper (Vec128< double, N > a, Vec128< double, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | OddEven (hwy::SizeTag< 1 >, const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | OddEven (hwy::SizeTag< 2 >, const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | OddEven (hwy::SizeTag< 4 >, const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | OddEven (hwy::SizeTag< 8 >, const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 1 >, const Mask128< T, 8 > mask) |
template<typename T , size_t N> | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 2 >, const Mask128< T, N > mask) |
template<typename T , size_t N> | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 4 >, const Mask128< T, N > mask) |
template<typename T , size_t N> | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 8 >, const Mask128< T, N > mask) |
template<size_t N> | |
constexpr __i8x16 | BytesAbove () |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 1 >, const Mask128< T > m) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 2 >, const Mask128< T > m) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 4 >, const Mask128< T > m) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 8 >, const Mask128< T > m) |
template<typename T , size_t N, HWY_IF_LANE_SIZE(T, 2) > | |
HWY_INLINE Vec128< T, N > | IdxFromBits (const uint64_t mask_bits) |
template<typename T , size_t N, HWY_IF_LANE_SIZE(T, 2) > | |
HWY_INLINE Vec128< T, N > | IdxFromNotBits (const uint64_t mask_bits) |
template<typename T > | |
HWY_INLINE Vec128< T, 2 > | SumOfLanes (hwy::SizeTag< 4 >, const Vec128< T, 2 > v10) |
template<typename T > | |
HWY_INLINE Vec128< T > | SumOfLanes (hwy::SizeTag< 4 >, const Vec128< T > v3210) |
template<typename T > | |
HWY_INLINE Vec128< T > | SumOfLanes (hwy::SizeTag< 8 >, const Vec128< T > v10) |
template<typename T > | |
HWY_INLINE Vec128< T > | MinOfLanes (hwy::SizeTag< 8 >, const Vec128< T > v10) |
template<typename T > | |
HWY_INLINE Vec128< T > | MaxOfLanes (hwy::SizeTag< 8 >, const Vec128< T > v10) |
template<typename T , HWY_IF_LANE_SIZE(T, 4) > | |
HWY_API Vec256< T > | Shuffle2301 (Vec256< T > a, const Vec256< T > b) |
template<typename T , HWY_IF_LANE_SIZE(T, 4) > | |
HWY_API Vec256< T > | Shuffle1230 (Vec256< T > a, const Vec256< T > b) |
template<typename T , HWY_IF_LANE_SIZE(T, 4) > | |
HWY_API Vec256< T > | Shuffle3012 (Vec256< T > a, const Vec256< T > b) |
HWY_API Vec128< uint16_t > | PromoteUpperTo (Full128< uint16_t >, const Vec128< uint8_t > v) |
HWY_API Vec128< uint32_t > | PromoteUpperTo (Full128< uint32_t >, const Vec128< uint8_t > v) |
HWY_API Vec128< int16_t > | PromoteUpperTo (Full128< int16_t >, const Vec128< uint8_t > v) |
HWY_API Vec128< int32_t > | PromoteUpperTo (Full128< int32_t >, const Vec128< uint8_t > v) |
HWY_API Vec128< uint32_t > | PromoteUpperTo (Full128< uint32_t >, const Vec128< uint16_t > v) |
HWY_API Vec128< uint64_t > | PromoteUpperTo (Full128< uint64_t >, const Vec128< uint32_t > v) |
HWY_API Vec128< int32_t > | PromoteUpperTo (Full128< int32_t >, const Vec128< uint16_t > v) |
HWY_API Vec128< int16_t > | PromoteUpperTo (Full128< int16_t >, const Vec128< int8_t > v) |
HWY_API Vec128< int32_t > | PromoteUpperTo (Full128< int32_t >, const Vec128< int8_t > v) |
HWY_API Vec128< int32_t > | PromoteUpperTo (Full128< int32_t >, const Vec128< int16_t > v) |
HWY_API Vec128< int64_t > | PromoteUpperTo (Full128< int64_t >, const Vec128< int32_t > v) |
HWY_API Vec128< double > | PromoteUpperTo (Full128< double > dd, const Vec128< int32_t > v) |
HWY_API Vec128< float > | PromoteUpperTo (Full128< float > df32, const Vec128< float16_t > v) |
HWY_API Vec128< float > | PromoteUpperTo (Full128< float > df32, const Vec128< bfloat16_t > v) |
template<typename T > | |
HWY_API void | LoadTransposedBlocks3 (Full256< T > d, const T *HWY_RESTRICT unaligned, Vec256< T > &A, Vec256< T > &B, Vec256< T > &C) |
template<typename T > | |
HWY_API void | LoadTransposedBlocks4 (Full256< T > d, const T *HWY_RESTRICT unaligned, Vec256< T > &A, Vec256< T > &B, Vec256< T > &C, Vec256< T > &D) |
template<typename T > | |
HWY_API void | StoreTransposedBlocks2 (const Vec256< T > i, const Vec256< T > j, const Full256< T > d, T *HWY_RESTRICT unaligned) |
template<typename T > | |
HWY_API void | StoreTransposedBlocks3 (const Vec256< T > i, const Vec256< T > j, const Vec256< T > k, Full256< T > d, T *HWY_RESTRICT unaligned) |
template<typename T > | |
HWY_API void | StoreTransposedBlocks4 (const Vec256< T > i, const Vec256< T > j, const Vec256< T > k, const Vec256< T > l, Full256< T > d, T *HWY_RESTRICT unaligned) |
HWY_INLINE __m128i | BitCastToInteger (__m128i v) |
HWY_INLINE __m128i | BitCastToInteger (__m128 v) |
HWY_INLINE __m128i | BitCastToInteger (__m128d v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 1 >, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 2 >, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 4 >, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 8 >, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Neg (hwy::FloatTag, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Neg (hwy::NonFloatTag, const Vec128< T, N > v) |
template<typename T > | |
HWY_INLINE void | MaybeUnpoison (T *HWY_RESTRICT unaligned, size_t count) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElse (hwy::SizeTag< 1 >, Mask128< T, N > mask, Vec128< T, N > yes, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElse (hwy::SizeTag< 2 >, Mask128< T, N > mask, Vec128< T, N > yes, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElse (hwy::SizeTag< 4 >, Mask128< T, N > mask, Vec128< T, N > yes, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElse (hwy::SizeTag< 8 >, Mask128< T, N > mask, Vec128< T, N > yes, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElseZero (hwy::SizeTag< 1 >, Mask128< T, N > mask, Vec128< T, N > yes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElseZero (hwy::SizeTag< 2 >, Mask128< T, N > mask, Vec128< T, N > yes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElseZero (hwy::SizeTag< 4 >, Mask128< T, N > mask, Vec128< T, N > yes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElseZero (hwy::SizeTag< 8 >, Mask128< T, N > mask, Vec128< T, N > yes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenZeroElse (hwy::SizeTag< 1 >, Mask128< T, N > mask, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenZeroElse (hwy::SizeTag< 2 >, Mask128< T, N > mask, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenZeroElse (hwy::SizeTag< 4 >, Mask128< T, N > mask, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenZeroElse (hwy::SizeTag< 8 >, Mask128< T, N > mask, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | And (hwy::SizeTag< 1 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | And (hwy::SizeTag< 2 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | And (hwy::SizeTag< 4 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | And (hwy::SizeTag< 8 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | AndNot (hwy::SizeTag< 1 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | AndNot (hwy::SizeTag< 2 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | AndNot (hwy::SizeTag< 4 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | AndNot (hwy::SizeTag< 8 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Or (hwy::SizeTag< 1 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Or (hwy::SizeTag< 2 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Or (hwy::SizeTag< 4 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Or (hwy::SizeTag< 8 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Xor (hwy::SizeTag< 1 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Xor (hwy::SizeTag< 2 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Xor (hwy::SizeTag< 4 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Xor (hwy::SizeTag< 8 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | ExclusiveNeither (hwy::SizeTag< 1 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | ExclusiveNeither (hwy::SizeTag< 2 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | ExclusiveNeither (hwy::SizeTag< 4 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | ExclusiveNeither (hwy::SizeTag< 8 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , HWY_IF_LANE_SIZE(T, 1) > | |
HWY_API Vec128< T, 4 > | Shuffle2301 (const Vec128< T, 4 > a, const Vec128< T, 4 > b) |
template<typename T , HWY_IF_LANE_SIZE(T, 1) > | |
HWY_API Vec128< T, 4 > | Shuffle1230 (const Vec128< T, 4 > a, const Vec128< T, 4 > b) |
template<typename T , HWY_IF_LANE_SIZE(T, 1) > | |
HWY_API Vec128< T, 4 > | Shuffle3012 (const Vec128< T, 4 > a, const Vec128< T, 4 > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | TestBit (hwy::SizeTag< 1 >, const Vec128< T, N > v, const Vec128< T, N > bit) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | TestBit (hwy::SizeTag< 2 >, const Vec128< T, N > v, const Vec128< T, N > bit) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | TestBit (hwy::SizeTag< 4 >, const Vec128< T, N > v, const Vec128< T, N > bit) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | TestBit (hwy::SizeTag< 8 >, const Vec128< T, N > v, const Vec128< T, N > bit) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | MaskFromVec (hwy::SizeTag< 1 >, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | MaskFromVec (hwy::SizeTag< 2 >, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | MaskFromVec (hwy::SizeTag< 4 >, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | MaskFromVec (hwy::SizeTag< 8 >, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_API void | ScalarMaskedStore (Vec128< T, N > v, Mask128< T, N > m, Simd< T, N, 0 > d, T *HWY_RESTRICT p) |
template<typename T , size_t N> | |
HWY_INLINE HWY_MAYBE_UNUSED Vec128< T, N > | MinU (const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE HWY_MAYBE_UNUSED Vec128< T, N > | MaxU (const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE void | ScatterOffset (hwy::SizeTag< 4 >, Vec128< T, N > v, Simd< T, N, 0 >, T *HWY_RESTRICT base, const Vec128< int32_t, N > offset) |
template<typename T , size_t N> | |
HWY_INLINE void | ScatterIndex (hwy::SizeTag< 4 >, Vec128< T, N > v, Simd< T, N, 0 >, T *HWY_RESTRICT base, const Vec128< int32_t, N > index) |
template<typename T , size_t N> | |
HWY_INLINE void | ScatterOffset (hwy::SizeTag< 8 >, Vec128< T, N > v, Simd< T, N, 0 >, T *HWY_RESTRICT base, const Vec128< int64_t, N > offset) |
template<typename T , size_t N> | |
HWY_INLINE void | ScatterIndex (hwy::SizeTag< 8 >, Vec128< T, N > v, Simd< T, N, 0 >, T *HWY_RESTRICT base, const Vec128< int64_t, N > index) |
template<size_t kLane> | |
HWY_INLINE double | ExtractLane (const Vec128< double, 1 > v) |
template<size_t kLane> | |
HWY_INLINE double | ExtractLane (const Vec128< double > v) |
template<size_t kLane> | |
HWY_INLINE Vec128< double, 1 > | InsertLane (const Vec128< double, 1 > v, double t) |
template<size_t kLane> | |
HWY_INLINE Vec128< double > | InsertLane (const Vec128< double > v, double t) |
HWY_API Vec128< uint8_t > | InterleaveUpper (const Vec128< uint8_t > a, const Vec128< uint8_t > b) |
HWY_API Vec128< uint16_t > | InterleaveUpper (const Vec128< uint16_t > a, const Vec128< uint16_t > b) |
HWY_API Vec128< uint32_t > | InterleaveUpper (const Vec128< uint32_t > a, const Vec128< uint32_t > b) |
HWY_API Vec128< int8_t > | InterleaveUpper (const Vec128< int8_t > a, const Vec128< int8_t > b) |
HWY_API Vec128< int16_t > | InterleaveUpper (const Vec128< int16_t > a, const Vec128< int16_t > b) |
HWY_API Vec128< int32_t > | InterleaveUpper (const Vec128< int32_t > a, const Vec128< int32_t > b) |
HWY_API Vec128< double > | InterleaveUpper (const Vec128< double > a, const Vec128< double > b) |
template<typename T > | |
HWY_INLINE Vec128< T > | ZeroExtendVector (hwy::NonFloatTag, Full128< T >, Vec64< T > lo) |
template<typename T > | |
HWY_INLINE Vec128< T > | ZeroExtendVector (hwy::FloatTag, Full128< T > d, Vec64< T > lo) |
template<size_t N> | |
HWY_API Vec128< uint16_t, N > | Shl (hwy::UnsignedTag, Vec128< uint16_t, N > v, Vec128< uint16_t, N > bits) |
HWY_API Vec128< uint16_t, 1 > | Shl (hwy::UnsignedTag, Vec128< uint16_t, 1 > v, Vec128< uint16_t, 1 > bits) |
template<size_t N> | |
HWY_API Vec128< uint32_t, N > | Shl (hwy::UnsignedTag, Vec128< uint32_t, N > v, Vec128< uint32_t, N > bits) |
HWY_API Vec128< uint32_t, 1 > | Shl (hwy::UnsignedTag, Vec128< uint32_t, 1 > v, const Vec128< uint32_t, 1 > bits) |
HWY_API Vec128< uint64_t > | Shl (hwy::UnsignedTag, Vec128< uint64_t > v, Vec128< uint64_t > bits) |
HWY_API Vec64< uint64_t > | Shl (hwy::UnsignedTag, Vec64< uint64_t > v, Vec64< uint64_t > bits) |
template<typename T , size_t N> | |
HWY_API Vec128< T, N > | Shl (hwy::SignedTag, Vec128< T, N > v, Vec128< T, N > bits) |
template<size_t N> | |
HWY_INLINE auto | ClampF64ToI32Max (Simd< double, N, 0 > d, decltype(Zero(d)) v) -> decltype(Zero(d)) |
template<class DI , class DF = RebindToFloat<DI>> | |
HWY_INLINE auto | FixConversionOverflow (DI di, VFromD< DF > original, decltype(Zero(di).raw) converted_raw) -> VFromD< DI > |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | UseInt (const Vec128< T, N > v) |
HWY_API Vec64< uint8_t > | SumOfLanes (hwy::SizeTag< 1 >, Vec64< uint8_t > v) |
HWY_API Vec128< uint8_t > | SumOfLanes (hwy::SizeTag< 1 >, Vec128< uint8_t > v) |
template<size_t N, HWY_IF_GE64(int8_t, N) > | |
HWY_API Vec128< int8_t, N > | SumOfLanes (hwy::SizeTag< 1 >, const Vec128< int8_t, N > v) |
HWY_API Vec128< uint16_t > | MinOfLanes (hwy::SizeTag< 2 >, Vec128< uint16_t > v) |
HWY_API Vec64< uint8_t > | MinOfLanes (hwy::SizeTag< 1 >, Vec64< uint8_t > v) |
HWY_API Vec128< uint8_t > | MinOfLanes (hwy::SizeTag< 1 > tag, Vec128< uint8_t > v) |
HWY_API Vec128< uint16_t > | MaxOfLanes (hwy::SizeTag< 2 > tag, Vec128< uint16_t > v) |
HWY_API Vec64< uint8_t > | MaxOfLanes (hwy::SizeTag< 1 > tag, Vec64< uint8_t > v) |
HWY_API Vec128< uint8_t > | MaxOfLanes (hwy::SizeTag< 1 > tag, Vec128< uint8_t > v) |
template<size_t N, HWY_IF_GE64(int8_t, N) > | |
HWY_API Vec128< int8_t, N > | MinOfLanes (hwy::SizeTag< 1 > tag, const Vec128< int8_t, N > v) |
template<size_t N, HWY_IF_GE64(int8_t, N) > | |
HWY_API Vec128< int8_t, N > | MaxOfLanes (hwy::SizeTag< 1 > tag, const Vec128< int8_t, N > v) |
template<class D , class V = VFromD<D>> | |
HWY_INLINE V | Lt128Vec (const D d, const V a, const V b) |
template<class D , class V = VFromD<D>> | |
HWY_INLINE V | Eq128Vec (const D d, const V a, const V b) |
template<class D , class V = VFromD<D>> | |
HWY_INLINE V | Ne128Vec (const D d, const V a, const V b) |
template<class D , class V = VFromD<D>> | |
HWY_INLINE V | Lt128UpperVec (const D d, const V a, const V b) |
template<class D , class V = VFromD<D>> | |
HWY_INLINE V | Eq128UpperVec (const D d, const V a, const V b) |
template<class D , class V = VFromD<D>> | |
HWY_INLINE V | Ne128UpperVec (const D d, const V a, const V b) |
HWY_INLINE __m256i | BitCastToInteger (__m256i v) |
HWY_INLINE __m256i | BitCastToInteger (__m256 v) |
HWY_INLINE __m256i | BitCastToInteger (__m256d v) |
template<typename T > | |
HWY_INLINE Vec256< uint8_t > | BitCastToByte (Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | BitCastFromByte (Full256< T >, Vec256< uint8_t > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | PopulationCount (hwy::SizeTag< 1 >, Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | PopulationCount (hwy::SizeTag< 2 >, Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | PopulationCount (hwy::SizeTag< 4 >, Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | PopulationCount (hwy::SizeTag< 8 >, Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElse (hwy::SizeTag< 1 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElse (hwy::SizeTag< 2 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElse (hwy::SizeTag< 4 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElse (hwy::SizeTag< 8 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElseZero (hwy::SizeTag< 1 >, Mask256< T > mask, Vec256< T > yes) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElseZero (hwy::SizeTag< 2 >, Mask256< T > mask, Vec256< T > yes) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElseZero (hwy::SizeTag< 4 >, Mask256< T > mask, Vec256< T > yes) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElseZero (hwy::SizeTag< 8 >, Mask256< T > mask, Vec256< T > yes) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenZeroElse (hwy::SizeTag< 1 >, Mask256< T > mask, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenZeroElse (hwy::SizeTag< 2 >, Mask256< T > mask, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenZeroElse (hwy::SizeTag< 4 >, Mask256< T > mask, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenZeroElse (hwy::SizeTag< 8 >, Mask256< T > mask, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Mask256< T > | And (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | And (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | And (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | And (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | AndNot (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | AndNot (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | AndNot (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | AndNot (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Or (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Or (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Or (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Or (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Xor (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Xor (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Xor (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Xor (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | ExclusiveNeither (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | ExclusiveNeither (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | ExclusiveNeither (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | ExclusiveNeither (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | TestBit (hwy::SizeTag< 1 >, const Vec256< T > v, const Vec256< T > bit) |
template<typename T > | |
HWY_INLINE Mask256< T > | TestBit (hwy::SizeTag< 2 >, const Vec256< T > v, const Vec256< T > bit) |
template<typename T > | |
HWY_INLINE Mask256< T > | TestBit (hwy::SizeTag< 4 >, const Vec256< T > v, const Vec256< T > bit) |
template<typename T > | |
HWY_INLINE Mask256< T > | TestBit (hwy::SizeTag< 8 >, const Vec256< T > v, const Vec256< T > bit) |
template<typename T > | |
HWY_INLINE Mask256< T > | MaskFromVec (hwy::SizeTag< 1 >, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE Mask256< T > | MaskFromVec (hwy::SizeTag< 2 >, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE Mask256< T > | MaskFromVec (hwy::SizeTag< 4 >, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE Mask256< T > | MaskFromVec (hwy::SizeTag< 8 >, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | Neg (hwy::FloatTag, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | Neg (hwy::NonFloatTag, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE void | ScatterOffset (hwy::SizeTag< 4 >, Vec256< T > v, Full256< T >, T *HWY_RESTRICT base, const Vec256< int32_t > offset) |
template<typename T > | |
HWY_INLINE void | ScatterIndex (hwy::SizeTag< 4 >, Vec256< T > v, Full256< T >, T *HWY_RESTRICT base, const Vec256< int32_t > index) |
template<typename T > | |
HWY_INLINE void | ScatterOffset (hwy::SizeTag< 8 >, Vec256< T > v, Full256< T >, T *HWY_RESTRICT base, const Vec256< int64_t > offset) |
template<typename T > | |
HWY_INLINE void | ScatterIndex (hwy::SizeTag< 8 >, Vec256< T > v, Full256< T >, T *HWY_RESTRICT base, const Vec256< int64_t > index) |
template<typename T > | |
HWY_INLINE Vec256< T > | GatherOffset (hwy::SizeTag< 4 >, Full256< T >, const T *HWY_RESTRICT base, const Vec256< int32_t > offset) |
template<typename T > | |
HWY_INLINE Vec256< T > | GatherIndex (hwy::SizeTag< 4 >, Full256< T >, const T *HWY_RESTRICT base, const Vec256< int32_t > index) |
template<typename T > | |
HWY_INLINE Vec256< T > | GatherOffset (hwy::SizeTag< 8 >, Full256< T >, const T *HWY_RESTRICT base, const Vec256< int64_t > offset) |
template<typename T > | |
HWY_INLINE Vec256< T > | GatherIndex (hwy::SizeTag< 8 >, Full256< T >, const T *HWY_RESTRICT base, const Vec256< int64_t > index) |
HWY_API Vec256< uint8_t > | InterleaveUpper (const Vec256< uint8_t > a, const Vec256< uint8_t > b) |
HWY_API Vec256< uint16_t > | InterleaveUpper (const Vec256< uint16_t > a, const Vec256< uint16_t > b) |
HWY_API Vec256< uint32_t > | InterleaveUpper (const Vec256< uint32_t > a, const Vec256< uint32_t > b) |
HWY_API Vec256< uint64_t > | InterleaveUpper (const Vec256< uint64_t > a, const Vec256< uint64_t > b) |
HWY_API Vec256< int8_t > | InterleaveUpper (const Vec256< int8_t > a, const Vec256< int8_t > b) |
HWY_API Vec256< int16_t > | InterleaveUpper (const Vec256< int16_t > a, const Vec256< int16_t > b) |
HWY_API Vec256< int32_t > | InterleaveUpper (const Vec256< int32_t > a, const Vec256< int32_t > b) |
HWY_API Vec256< int64_t > | InterleaveUpper (const Vec256< int64_t > a, const Vec256< int64_t > b) |
HWY_API Vec256< float > | InterleaveUpper (const Vec256< float > a, const Vec256< float > b) |
HWY_API Vec256< double > | InterleaveUpper (const Vec256< double > a, const Vec256< double > b) |
template<typename T > | |
HWY_INLINE Vec256< T > | OddEven (hwy::SizeTag< 1 >, const Vec256< T > a, const Vec256< T > b) |
template<typename T > | |
HWY_INLINE Vec256< T > | OddEven (hwy::SizeTag< 2 >, const Vec256< T > a, const Vec256< T > b) |
template<typename T > | |
HWY_INLINE Vec256< T > | OddEven (hwy::SizeTag< 4 >, const Vec256< T > a, const Vec256< T > b) |
template<typename T > | |
HWY_INLINE Vec256< T > | OddEven (hwy::SizeTag< 8 >, const Vec256< T > a, const Vec256< T > b) |
HWY_INLINE Vec256< uint16_t > | Shl (hwy::UnsignedTag, Vec256< uint16_t > v, Vec256< uint16_t > bits) |
HWY_INLINE Vec256< uint32_t > | Shl (hwy::UnsignedTag, Vec256< uint32_t > v, Vec256< uint32_t > bits) |
HWY_INLINE Vec256< uint64_t > | Shl (hwy::UnsignedTag, Vec256< uint64_t > v, Vec256< uint64_t > bits) |
template<typename T > | |
HWY_INLINE Vec256< T > | Shl (hwy::SignedTag, Vec256< T > v, Vec256< T > bits) |
template<uint32_t LO, uint32_t HI, typename T > | |
HWY_INLINE Vec128< uint32_t > | LookupAndConcatHalves (Vec256< T > v) |
template<uint16_t LO, uint16_t HI, typename T > | |
HWY_INLINE Vec128< uint32_t, 2 > | LookupAndConcatQuarters (Vec256< T > v) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 1 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 2 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 4 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 8 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 1 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 2 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 4 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 8 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE Vec256< T > | SumOfLanes (hwy::SizeTag< 4 >, const Vec256< T > v3210) |
template<typename T > | |
HWY_INLINE Vec256< T > | MinOfLanes (hwy::SizeTag< 4 >, const Vec256< T > v3210) |
template<typename T > | |
HWY_INLINE Vec256< T > | MaxOfLanes (hwy::SizeTag< 4 >, const Vec256< T > v3210) |
template<typename T > | |
HWY_INLINE Vec256< T > | SumOfLanes (hwy::SizeTag< 8 >, const Vec256< T > v10) |
template<typename T > | |
HWY_INLINE Vec256< T > | MinOfLanes (hwy::SizeTag< 8 >, const Vec256< T > v10) |
template<typename T > | |
HWY_INLINE Vec256< T > | MaxOfLanes (hwy::SizeTag< 8 >, const Vec256< T > v10) |
HWY_API Vec256< uint16_t > | SumOfLanes (hwy::SizeTag< 2 >, Vec256< uint16_t > v) |
HWY_API Vec256< int16_t > | SumOfLanes (hwy::SizeTag< 2 >, Vec256< int16_t > v) |
HWY_API Vec256< uint16_t > | MinOfLanes (hwy::SizeTag< 2 >, Vec256< uint16_t > v) |
HWY_API Vec256< int16_t > | MinOfLanes (hwy::SizeTag< 2 >, Vec256< int16_t > v) |
HWY_API Vec256< uint16_t > | MaxOfLanes (hwy::SizeTag< 2 >, Vec256< uint16_t > v) |
HWY_API Vec256< int16_t > | MaxOfLanes (hwy::SizeTag< 2 >, Vec256< int16_t > v) |
HWY_INLINE __m512i | BitCastToInteger (__m512i v) |
HWY_INLINE __m512i | BitCastToInteger (__m512 v) |
HWY_INLINE __m512i | BitCastToInteger (__m512d v) |
template<typename T > | |
HWY_INLINE Vec512< uint8_t > | BitCastToByte (Vec512< T > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | BitCastFromByte (Full512< T >, Vec512< uint8_t > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | PopulationCount (hwy::SizeTag< 1 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | PopulationCount (hwy::SizeTag< 2 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | PopulationCount (hwy::SizeTag< 4 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | PopulationCount (hwy::SizeTag< 8 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElse (hwy::SizeTag< 1 >, const Mask512< T > mask, const Vec512< T > yes, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElse (hwy::SizeTag< 2 >, const Mask512< T > mask, const Vec512< T > yes, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElse (hwy::SizeTag< 4 >, const Mask512< T > mask, const Vec512< T > yes, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElse (hwy::SizeTag< 8 >, const Mask512< T > mask, const Vec512< T > yes, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElseZero (hwy::SizeTag< 1 >, const Mask512< T > mask, const Vec512< T > yes) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElseZero (hwy::SizeTag< 2 >, const Mask512< T > mask, const Vec512< T > yes) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElseZero (hwy::SizeTag< 4 >, const Mask512< T > mask, const Vec512< T > yes) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElseZero (hwy::SizeTag< 8 >, const Mask512< T > mask, const Vec512< T > yes) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenZeroElse (hwy::SizeTag< 1 >, const Mask512< T > mask, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenZeroElse (hwy::SizeTag< 2 >, const Mask512< T > mask, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenZeroElse (hwy::SizeTag< 4 >, const Mask512< T > mask, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenZeroElse (hwy::SizeTag< 8 >, const Mask512< T > mask, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Mask512< T > | TestBit (hwy::SizeTag< 1 >, const Vec512< T > v, const Vec512< T > bit) |
template<typename T > | |
HWY_INLINE Mask512< T > | TestBit (hwy::SizeTag< 2 >, const Vec512< T > v, const Vec512< T > bit) |
template<typename T > | |
HWY_INLINE Mask512< T > | TestBit (hwy::SizeTag< 4 >, const Vec512< T > v, const Vec512< T > bit) |
template<typename T > | |
HWY_INLINE Mask512< T > | TestBit (hwy::SizeTag< 8 >, const Vec512< T > v, const Vec512< T > bit) |
template<typename T > | |
HWY_INLINE Mask512< T > | MaskFromVec (hwy::SizeTag< 1 >, const Vec512< T > v) |
template<typename T > | |
HWY_INLINE Mask512< T > | MaskFromVec (hwy::SizeTag< 2 >, const Vec512< T > v) |
template<typename T > | |
HWY_INLINE Mask512< T > | MaskFromVec (hwy::SizeTag< 4 >, const Vec512< T > v) |
template<typename T > | |
HWY_INLINE Mask512< T > | MaskFromVec (hwy::SizeTag< 8 >, const Vec512< T > v) |
template<typename T > | |
HWY_INLINE Mask512< T > | Not (hwy::SizeTag< 1 >, const Mask512< T > m) |
template<typename T > | |
HWY_INLINE Mask512< T > | Not (hwy::SizeTag< 2 >, const Mask512< T > m) |
template<typename T > | |
HWY_INLINE Mask512< T > | Not (hwy::SizeTag< 4 >, const Mask512< T > m) |
template<typename T > | |
HWY_INLINE Mask512< T > | Not (hwy::SizeTag< 8 >, const Mask512< T > m) |
template<typename T > | |
HWY_INLINE Mask512< T > | And (hwy::SizeTag< 1 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | And (hwy::SizeTag< 2 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | And (hwy::SizeTag< 4 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | And (hwy::SizeTag< 8 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | AndNot (hwy::SizeTag< 1 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | AndNot (hwy::SizeTag< 2 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | AndNot (hwy::SizeTag< 4 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | AndNot (hwy::SizeTag< 8 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Or (hwy::SizeTag< 1 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Or (hwy::SizeTag< 2 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Or (hwy::SizeTag< 4 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Or (hwy::SizeTag< 8 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Xor (hwy::SizeTag< 1 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Xor (hwy::SizeTag< 2 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Xor (hwy::SizeTag< 4 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Xor (hwy::SizeTag< 8 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | ExclusiveNeither (hwy::SizeTag< 1 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | ExclusiveNeither (hwy::SizeTag< 2 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | ExclusiveNeither (hwy::SizeTag< 4 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | ExclusiveNeither (hwy::SizeTag< 8 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE void | ScatterOffset (hwy::SizeTag< 4 >, Vec512< T > v, Full512< T >, T *HWY_RESTRICT base, const Vec512< int32_t > offset) |
template<typename T > | |
HWY_INLINE void | ScatterIndex (hwy::SizeTag< 4 >, Vec512< T > v, Full512< T >, T *HWY_RESTRICT base, const Vec512< int32_t > index) |
template<typename T > | |
HWY_INLINE void | ScatterOffset (hwy::SizeTag< 8 >, Vec512< T > v, Full512< T >, T *HWY_RESTRICT base, const Vec512< int64_t > offset) |
template<typename T > | |
HWY_INLINE void | ScatterIndex (hwy::SizeTag< 8 >, Vec512< T > v, Full512< T >, T *HWY_RESTRICT base, const Vec512< int64_t > index) |
template<typename T > | |
HWY_INLINE Vec512< T > | GatherOffset (hwy::SizeTag< 4 >, Full512< T >, const T *HWY_RESTRICT base, const Vec512< int32_t > offset) |
template<typename T > | |
HWY_INLINE Vec512< T > | GatherIndex (hwy::SizeTag< 4 >, Full512< T >, const T *HWY_RESTRICT base, const Vec512< int32_t > index) |
template<typename T > | |
HWY_INLINE Vec512< T > | GatherOffset (hwy::SizeTag< 8 >, Full512< T >, const T *HWY_RESTRICT base, const Vec512< int64_t > offset) |
template<typename T > | |
HWY_INLINE Vec512< T > | GatherIndex (hwy::SizeTag< 8 >, Full512< T >, const T *HWY_RESTRICT base, const Vec512< int64_t > index) |
template<typename T , HWY_IF_LANE_SIZE(T, 4) > | |
HWY_API Vec512< T > | Shuffle2301 (const Vec512< T > a, const Vec512< T > b) |
template<typename T , HWY_IF_LANE_SIZE(T, 4) > | |
HWY_API Vec512< T > | Shuffle1230 (const Vec512< T > a, const Vec512< T > b) |
template<typename T , HWY_IF_LANE_SIZE(T, 4) > | |
HWY_API Vec512< T > | Shuffle3012 (const Vec512< T > a, const Vec512< T > b) |
HWY_API Vec512< uint8_t > | InterleaveUpper (const Vec512< uint8_t > a, const Vec512< uint8_t > b) |
HWY_API Vec512< uint16_t > | InterleaveUpper (const Vec512< uint16_t > a, const Vec512< uint16_t > b) |
HWY_API Vec512< uint32_t > | InterleaveUpper (const Vec512< uint32_t > a, const Vec512< uint32_t > b) |
HWY_API Vec512< uint64_t > | InterleaveUpper (const Vec512< uint64_t > a, const Vec512< uint64_t > b) |
HWY_API Vec512< int8_t > | InterleaveUpper (const Vec512< int8_t > a, const Vec512< int8_t > b) |
HWY_API Vec512< int16_t > | InterleaveUpper (const Vec512< int16_t > a, const Vec512< int16_t > b) |
HWY_API Vec512< int32_t > | InterleaveUpper (const Vec512< int32_t > a, const Vec512< int32_t > b) |
HWY_API Vec512< int64_t > | InterleaveUpper (const Vec512< int64_t > a, const Vec512< int64_t > b) |
HWY_API Vec512< float > | InterleaveUpper (const Vec512< float > a, const Vec512< float > b) |
HWY_API Vec512< double > | InterleaveUpper (const Vec512< double > a, const Vec512< double > b) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 1 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 2 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 4 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 8 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 1 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 2 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 4 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 8 >, const Mask512< T > mask) |
template<size_t N> | |
HWY_INLINE Vec128< uint8_t, N > | NativeCompress (const Vec128< uint8_t, N > v, const Mask128< uint8_t, N > mask) |
HWY_INLINE Vec256< uint8_t > | NativeCompress (const Vec256< uint8_t > v, const Mask256< uint8_t > mask) |
HWY_INLINE Vec512< uint8_t > | NativeCompress (const Vec512< uint8_t > v, const Mask512< uint8_t > mask) |
template<size_t N> | |
HWY_INLINE Vec128< uint16_t, N > | NativeCompress (const Vec128< uint16_t, N > v, const Mask128< uint16_t, N > mask) |
HWY_INLINE Vec256< uint16_t > | NativeCompress (const Vec256< uint16_t > v, const Mask256< uint16_t > mask) |
HWY_INLINE Vec512< uint16_t > | NativeCompress (const Vec512< uint16_t > v, const Mask512< uint16_t > mask) |
template<size_t N> | |
HWY_INLINE void | NativeCompressStore (Vec128< uint8_t, N > v, Mask128< uint8_t, N > mask, Simd< uint8_t, N, 0 >, uint8_t *HWY_RESTRICT unaligned) |
HWY_INLINE void | NativeCompressStore (Vec256< uint8_t > v, Mask256< uint8_t > mask, Full256< uint8_t >, uint8_t *HWY_RESTRICT unaligned) |
HWY_INLINE void | NativeCompressStore (Vec512< uint8_t > v, Mask512< uint8_t > mask, Full512< uint8_t >, uint8_t *HWY_RESTRICT unaligned) |
template<size_t N> | |
HWY_INLINE void | NativeCompressStore (Vec128< uint16_t, N > v, Mask128< uint16_t, N > mask, Simd< uint16_t, N, 0 >, uint16_t *HWY_RESTRICT unaligned) |
HWY_INLINE void | NativeCompressStore (Vec256< uint16_t > v, Mask256< uint16_t > mask, Full256< uint16_t >, uint16_t *HWY_RESTRICT unaligned) |
HWY_INLINE void | NativeCompressStore (Vec512< uint16_t > v, Mask512< uint16_t > mask, Full512< uint16_t >, uint16_t *HWY_RESTRICT unaligned) |
template<size_t N> | |
HWY_INLINE Vec128< uint32_t, N > | NativeCompress (const Vec128< uint32_t, N > v, const Mask128< uint32_t, N > mask) |
HWY_INLINE Vec256< uint32_t > | NativeCompress (Vec256< uint32_t > v, Mask256< uint32_t > mask) |
HWY_INLINE Vec512< uint32_t > | NativeCompress (Vec512< uint32_t > v, Mask512< uint32_t > mask) |
template<size_t N> | |
HWY_INLINE void | NativeCompressStore (Vec128< uint32_t, N > v, Mask128< uint32_t, N > mask, Simd< uint32_t, N, 0 >, uint32_t *HWY_RESTRICT unaligned) |
HWY_INLINE void | NativeCompressStore (Vec256< uint32_t > v, Mask256< uint32_t > mask, Full256< uint32_t >, uint32_t *HWY_RESTRICT unaligned) |
HWY_INLINE void | NativeCompressStore (Vec512< uint32_t > v, Mask512< uint32_t > mask, Full512< uint32_t >, uint32_t *HWY_RESTRICT unaligned) |
template<size_t N> | |
HWY_INLINE void | NativeCompressStore (Vec128< uint64_t, N > v, Mask128< uint64_t, N > mask, Simd< uint64_t, N, 0 >, uint64_t *HWY_RESTRICT unaligned) |
HWY_INLINE void | NativeCompressStore (Vec256< uint64_t > v, Mask256< uint64_t > mask, Full256< uint64_t >, uint64_t *HWY_RESTRICT unaligned) |
HWY_INLINE void | NativeCompressStore (Vec512< uint64_t > v, Mask512< uint64_t > mask, Full512< uint64_t >, uint64_t *HWY_RESTRICT unaligned) |
template<size_t N> | |
HWY_INLINE Vec128< uint8_t, N > | EmuCompress (Vec128< uint8_t, N > v, Mask128< uint8_t, N > mask) |
template<size_t N> | |
HWY_INLINE Vec128< uint16_t, N > | EmuCompress (Vec128< uint16_t, N > v, Mask128< uint16_t, N > mask) |
HWY_INLINE Vec256< uint16_t > | EmuCompress (Vec256< uint16_t > v, Mask256< uint16_t > mask) |
template<typename T , size_t N> | |
HWY_INLINE void | EmuCompressStore (Vec128< T, N > v, Mask128< T, N > mask, Simd< T, N, 0 > d, T *HWY_RESTRICT unaligned) |
HWY_INLINE void | EmuCompressStore (Vec256< uint16_t > v, Mask256< uint16_t > mask, Full256< uint16_t > d, uint16_t *HWY_RESTRICT unaligned) |
HWY_INLINE void | EmuCompressStore (Vec256< uint8_t > v, Mask256< uint8_t > mask, Full256< uint8_t > d, uint8_t *HWY_RESTRICT unaligned) |
HWY_INLINE void | EmuCompressStore (Vec512< uint8_t > v, Mask512< uint8_t > mask, Full512< uint8_t > d, uint8_t *HWY_RESTRICT unaligned) |
HWY_INLINE void | EmuCompressStore (Vec512< uint16_t > v, Mask512< uint16_t > mask, Full512< uint16_t > d, uint16_t *HWY_RESTRICT unaligned) |
template<typename T > | |
HWY_INLINE Vec512< T > | EmuCompress (Vec512< T > v, Mask512< T > mask) |
HWY_INLINE Vec256< uint8_t > | EmuCompress (Vec256< uint8_t > v, const Mask256< uint8_t > mask) |
template<_MM_PERM_ENUM kPerm, typename T > | |
Vec512< T > | Shuffle128 (const Vec512< T > lo, const Vec512< T > hi) |
template<_MM_PERM_ENUM kPerm> | |
Vec512< float > | Shuffle128 (const Vec512< float > lo, const Vec512< float > hi) |
template<_MM_PERM_ENUM kPerm> | |
Vec512< double > | Shuffle128 (const Vec512< double > lo, const Vec512< double > hi) |
template<typename T > | |
HWY_API void | LoadTransposedBlocks3 (Full512< T > d, const T *HWY_RESTRICT unaligned, Vec512< T > &A, Vec512< T > &B, Vec512< T > &C) |
template<typename T > | |
HWY_API void | LoadTransposedBlocks4 (Full512< T > d, const T *HWY_RESTRICT unaligned, Vec512< T > &A, Vec512< T > &B, Vec512< T > &C, Vec512< T > &D) |
template<typename T > | |
HWY_API void | StoreTransposedBlocks2 (const Vec512< T > i, const Vec512< T > j, const Full512< T > d, T *HWY_RESTRICT unaligned) |
template<typename T > | |
HWY_API void | StoreTransposedBlocks3 (const Vec512< T > i, const Vec512< T > j, const Vec512< T > k, Full512< T > d, T *HWY_RESTRICT unaligned) |
template<typename T > | |
HWY_API void | StoreTransposedBlocks4 (const Vec512< T > i, const Vec512< T > j, const Vec512< T > k, const Vec512< T > l, Full512< T > d, T *HWY_RESTRICT unaligned) |
|
inlinestatic |
References hwy::CopyBytes().
|
inlinestatic |
References hwy::CopyBytes().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Abs | ( | hwy::FloatTag | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Abs | ( | SignedTag | , |
Vec128< T, N > | a ) |
References a, hwy::LimitsMin(), and hwy::HWY_NAMESPACE::N.
Referenced by hwy::HWY_NAMESPACE::Abs(), hwy::HWY_NAMESPACE::NearestInt(), hwy::HWY_NAMESPACE::Round(), SumOfLanes(), UseInt(), and UseInt().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Add | ( | hwy::FloatTag | , |
Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References a, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Add | ( | hwy::NonFloatTag | , |
Vec128< T, N > | a, | ||
Vec128< T, N > | b ) |
References a, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::operator+().
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
Referenced by hwy::HWY_NAMESPACE::AllFalse().
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::AllHardwareLanes | ( | hwy::SizeTag< 1 > | ) |
Referenced by hwy::HWY_NAMESPACE::Reverse().
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::AllHardwareLanes | ( | hwy::SizeTag< 2 > | ) |
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::AllHardwareLanes | ( | hwy::SizeTag< 4 > | ) |
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::AllHardwareLanes | ( | hwy::SizeTag< 8 > | ) |
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 1 > | , |
const Mask128< T > | m ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::AllTrue(), hwy::HWY_NAMESPACE::AllTrue(), and SiftDown().
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 2 > | , |
const Mask128< T > | m ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 4 > | , |
const Mask128< T > | m ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 8 > | , |
const Mask128< T > | m ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::And(), hwy::HWY_NAMESPACE::Eq128(), Eq128Vec(), Eq128Vec(), MaxOfLanes(), MinOfLanes(), ReorderWidenMulAccumulateBF16(), and SumOfLanes().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::AndNot(), hwy::HWY_NAMESPACE::Compress(), hwy::HWY_NAMESPACE::CompressNot(), FixConversionOverflow(), and MaskUpperHalf().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Vec128< float > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< float > | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< int16_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< int16_t > | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< int32_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< int32_t > | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< int64_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< int64_t > | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< int8_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< int8_t > | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< uint16_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< uint16_t > | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< uint32_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< uint32_t > | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< uint64_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< uint64_t > | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full256< T > | , |
Vec256< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full512< T > | , |
Vec512< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec64< int64_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full64< int64_t > | , |
Vec128< uint8_t, 1 *8 > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec64< uint64_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full64< uint64_t > | , |
Vec128< uint8_t, 1 *8 > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< bfloat16_t, N > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< bfloat16_t, N, 0 > | , |
Vec128< uint8_t, N *2 > | v ) |
References BitCastFromByte(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE svuint16_t hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< bfloat16_t, N, kPow2 > | , |
svuint8_t | v ) |
References BitCastFromByte(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE VFromD< Simd< uint16_t, N, kPow2 > > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< bfloat16_t, N, kPow2 > | , |
VFromD< Simd< uint8_t, N, kPow2 > > | v ) |
References BitCastFromByte(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< float, N > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< float, N, 0 > | , |
Vec128< uint8_t, N *4 > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< float16_t, N > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< float16_t, N, 0 > | , |
Vec128< uint8_t, N *2 > | v ) |
References BitCastFromByte(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< int16_t, N > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< int16_t, N, 0 > | , |
Vec128< uint8_t, N *2 > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< int32_t, N > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< int32_t, N, 0 > | , |
Vec128< uint8_t, N *4 > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< int8_t, N > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< int8_t, N, 0 > | , |
Vec128< uint8_t, N > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< T, N, 0 > | , |
Vec128< uint8_t, N *sizeof(T)> | v ) |
References BitCastFromByte(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< uint16_t, N > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< uint16_t, N, 0 > | , |
Vec128< uint8_t, N *2 > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< uint32_t, N > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< uint32_t, N, 0 > | , |
Vec128< uint8_t, N *4 > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< uint8_t, N *2 > hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec128< bfloat16_t, N > | v | ) |
References BitCastToByte(), and hwy::HWY_NAMESPACE::v.
References BitCastToByte(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< uint8_t, N *sizeof(T)> hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec128< T, N > | v | ) |
References BitCastToByte(), BitCastToInteger(), hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< uint8_t, N > hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec128< uint8_t, N > | v | ) |
HWY_INLINE Vec256< uint8_t > hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec256< T > | v | ) |
References BitCastToInteger(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512< uint8_t > hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec512< T > | v | ) |
References BitCastToInteger(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE __v128_u hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __f32x4 | v | ) |
References BitCastToInteger(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE __v128_u hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __f64x2 | v | ) |
References BitCastToInteger(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE __m128i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m128 | v | ) |
References BitCastToInteger(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE __m128i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m128d | v | ) |
References BitCastToInteger(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE __m128i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m128i | v | ) |
References BitCastToInteger(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE __m256i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m256 | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __m256i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m256d | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __m256i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m256i | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __m512i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m512 | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __m512i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m512d | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __m512i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m512i | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __v128_u hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __v128_u | v | ) |
References BitCastToInteger(), and hwy::HWY_NAMESPACE::v.
Referenced by BitCastToByte(), BitCastToByte(), BitCastToByte(), BitCastToInteger(), BitCastToInteger(), BitCastToInteger(), BitCastToInteger(), BitCastToInteger(), BitCastToInteger(), hwy::HWY_NAMESPACE::ConvertTo(), and hwy::HWY_NAMESPACE::ConvertTo().
HWY_INLINE VFromD< DU > hwy::HWY_NAMESPACE::detail::BitCastToUnsigned | ( | V | v | ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
Referenced by Iota0().
HWY_INLINE svuint64_t hwy::HWY_NAMESPACE::detail::BitsFromBool | ( | svuint8_t | x | ) |
References hwy::HWY_NAMESPACE::BitCast(), Or(), hwy::HWY_NAMESPACE::ShiftRight(), and x.
Referenced by hwy::HWY_NAMESPACE::StoreMaskBits().
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | const Mask128< T, N > | mask | ) |
References BitsFromMask().
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 1 > | , |
const Mask128< T > | mask ) |
References hwy::HWY_NAMESPACE::BitCast(), BitsFromMask(), hwy::HWY_NAMESPACE::Load(), hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by BitsFromMask(), BitsFromMask(), BitsFromMask(), BitsFromMask(), BitsFromMask(), BitsFromMask(), BitsFromMask(), BitsFromMask(), BitsFromMask(), hwy::HWY_NAMESPACE::CompressBlendedStore(), hwy::HWY_NAMESPACE::CompressNot(), hwy::HWY_NAMESPACE::CompressStore(), and hwy::HWY_NAMESPACE::StoreMaskBits().
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, 8 > | mask ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | mask ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 2 > | , |
const Mask128< T > | mask ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | mask ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | mask ) |
References BitsFromMask(), and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 4 > | , |
const Mask128< T > | mask ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | mask ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | mask ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 8 > | , |
const Mask128< T > | m ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, 1 > | m ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | mask ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE svuint8_t hwy::HWY_NAMESPACE::detail::BoolFromMask | ( | svbool_t | m | ) |
Referenced by hwy::HWY_NAMESPACE::StoreMaskBits().
|
constexpr |
References hwy::HWY_NAMESPACE::N.
Referenced by hwy::HWY_NAMESPACE::AllFalse().
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | Simd< T, N, kPow2 > | d, |
VFromD< decltype(d)> | v ) -> VFromD<decltype(d)> |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | Simd< T, N, kPow2 > | d, |
VFromD< Simd< T, N, kPow2 - 1 > > | v ) -> VFromD<decltype(d)> |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::v.
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | Simd< T, N, kPow2 > | d, |
VFromD< Simd< T, N, kPow2 - 2 > > | v ) -> VFromD<decltype(d)> |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::v.
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | Simd< T, N, kPow2 > | d, |
VFromD< Simd< T, N, kPow2 - 3 > > | v ) -> VFromD<decltype(d)> |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::TableLookupBytes().
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | Simd< T, N, kPow2 > | d, |
VFromD< Simd< T, N, kPow2+1 > > | v ) -> VFromD<decltype(d)> |
References hwy::HWY_NAMESPACE::Trunc(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | Simd< T, N, kPow2 > | d, |
VFromD< Simd< T, N, kPow2+2 > > | v ) -> VFromD<decltype(d)> |
References hwy::HWY_NAMESPACE::Trunc(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | Simd< T, N, kPow2 > | d, |
VFromD< Simd< T, N, kPow2+3 > > | v ) -> VFromD<decltype(d)> |
References hwy::HWY_NAMESPACE::Trunc(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ClampF64ToI32Max | ( | Simd< double, N, 0 > | d, |
decltype(Zero(d)) | v ) -> decltype(Zero(d)) |
References hwy::HWY_NAMESPACE::d, Min(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::DemoteTo().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Compress | ( | Vec128< T, N > | v, |
const uint64_t | mask_bits ) |
References hwy::HWY_NAMESPACE::BitCast(), Compress(), hwy::HWY_NAMESPACE::TableLookupBytes(), and hwy::HWY_NAMESPACE::v.
Referenced by Compress(), hwy::HWY_NAMESPACE::CompressBits(), hwy::HWY_NAMESPACE::CompressBitsStore(), hwy::HWY_NAMESPACE::CompressBlendedStore(), hwy::HWY_NAMESPACE::CompressNot(), hwy::HWY_NAMESPACE::CompressStore(), and EmuCompress().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::CompressNot | ( | Vec128< T, N > | v, |
const uint64_t | mask_bits ) |
References hwy::HWY_NAMESPACE::BitCast(), CompressNot(), hwy::HWY_NAMESPACE::TableLookupBytes(), and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::CompressNot(), and CompressNot().
HWY_API Vec128< ToT, N > hwy::HWY_NAMESPACE::detail::ConvertTo | ( | hwy::FloatTag | , |
Simd< ToT, N, 0 > | , | ||
Vec128< FromT, N > | from ) |
References hwy::LimitsMax(), hwy::LimitsMin(), hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::ConvertTo(), and PromoteUpperTo().
HWY_API Vec128< ToT, N > hwy::HWY_NAMESPACE::detail::ConvertTo | ( | hwy::NonFloatTag | , |
Simd< ToT, N, 0 > | , | ||
Vec128< FromT, N > | from ) |
References hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::CountTrue | ( | hwy::SizeTag< 1 > | tag, |
const Mask128< T > | mask ) |
References hwy::HWY_NAMESPACE::BitCast(), CountTrue(), and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by hwy::HWY_NAMESPACE::CountTrue(), hwy::HWY_NAMESPACE::CountTrue(), CountTrue(), CountTrue(), CountTrue(), CountTrue(), EmuCompressStore(), and EmuCompressStore().
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::CountTrue | ( | hwy::SizeTag< 2 > | tag, |
const Mask128< T > | mask ) |
References hwy::HWY_NAMESPACE::BitCast(), CountTrue(), and hwy::HWY_NAMESPACE::VecFromMask().
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::CountTrue | ( | hwy::SizeTag< 4 > | , |
const Mask128< T > | mask ) |
References hwy::HWY_NAMESPACE::BitCast(), CountTrue(), and hwy::HWY_NAMESPACE::VecFromMask().
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::CountTrue | ( | hwy::SizeTag< 8 > | , |
const Mask128< T > | mask ) |
HWY_INLINE Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::EmuCompress | ( | Vec256< uint16_t > | v, |
Mask256< uint16_t > | mask ) |
HWY_INLINE Vec256< uint8_t > hwy::HWY_NAMESPACE::detail::EmuCompress | ( | Vec256< uint8_t > | v, |
const Mask256< uint8_t > | mask ) |
References buf, hwy::HWY_NAMESPACE::d, EmuCompressStore(), HWY_ALIGN, hwy::HWY_NAMESPACE::Load(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::EmuCompress | ( | Vec512< T > | v, |
Mask512< T > | mask ) |
References buf, hwy::HWY_NAMESPACE::d, EmuCompressStore(), HWY_ALIGN, hwy::HWY_NAMESPACE::Load(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::EmuCompressStore | ( | Vec128< T, N > | v, |
Mask128< T, N > | mask, | ||
Simd< T, N, 0 > | d, | ||
T *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::d, EmuCompress(), hwy::HWY_NAMESPACE::StoreU(), and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::CompressStore(), EmuCompress(), and EmuCompress().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::EmuCompressStore | ( | Vec256< uint16_t > | v, |
Mask256< uint16_t > | mask, | ||
Full256< uint16_t > | d, | ||
uint16_t *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::d, EmuCompress(), hwy::HWY_NAMESPACE::StoreU(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::EmuCompressStore | ( | Vec256< uint8_t > | v, |
Mask256< uint8_t > | mask, | ||
Full256< uint8_t > | d, | ||
uint8_t *HWY_RESTRICT | unaligned ) |
References CountTrue(), hwy::HWY_NAMESPACE::d, HWY_RESTRICT, hwy::HWY_NAMESPACE::LowerHalf(), NativeCompress(), hwy::HWY_NAMESPACE::PromoteTo(), hwy::HWY_NAMESPACE::Mask256< T >::raw, hwy::HWY_NAMESPACE::StoreU(), hwy::HWY_NAMESPACE::TruncateTo(), hwy::HWY_NAMESPACE::UpperHalf(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::EmuCompressStore | ( | Vec512< uint16_t > | v, |
Mask512< uint16_t > | mask, | ||
Full512< uint16_t > | d, | ||
uint16_t *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::DemoteTo(), hwy::HWY_NAMESPACE::LowerHalf(), NativeCompress(), hwy::PopCount(), hwy::HWY_NAMESPACE::PromoteTo(), hwy::HWY_NAMESPACE::Mask512< T >::raw, hwy::HWY_NAMESPACE::StoreU(), hwy::HWY_NAMESPACE::UpperHalf(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::EmuCompressStore | ( | Vec512< uint8_t > | v, |
Mask512< uint8_t > | mask, | ||
Full512< uint8_t > | d, | ||
uint8_t *HWY_RESTRICT | unaligned ) |
References CountTrue(), hwy::HWY_NAMESPACE::d, HWY_ALIGN, HWY_RESTRICT, hwy::HWY_NAMESPACE::Load(), hwy::HWY_NAMESPACE::LowerHalf(), NativeCompress(), hwy::HWY_NAMESPACE::PromoteTo(), hwy::HWY_NAMESPACE::Mask512< T >::raw, hwy::HWY_NAMESPACE::Store(), hwy::HWY_NAMESPACE::StoreU(), hwy::HWY_NAMESPACE::TruncateTo(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Eq128UpperVec | ( | const D | d, |
const V | a, | ||
const V | b ) |
References a, hwy::HWY_NAMESPACE::d, InterleaveUpper(), and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by hwy::HWY_NAMESPACE::Eq128Upper().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Eq128Vec | ( | const D | d, |
const V | a, | ||
const V | b ) |
HWY_INLINE svuint64_t hwy::HWY_NAMESPACE::detail::Eq128Vec | ( | D | d, |
const svuint64_t | a, | ||
const svuint64_t | b ) |
References a, And(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::DupEven(), hwy::HWY_NAMESPACE::DupOdd(), hwy::IsSigned(), and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by hwy::HWY_NAMESPACE::Eq128(), and hwy::HWY_NAMESPACE::Eq128().
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::ExclusiveNeither().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE double hwy::HWY_NAMESPACE::detail::ExtractLane | ( | const Vec128< double > | v | ) |
HWY_INLINE double hwy::HWY_NAMESPACE::detail::ExtractLane | ( | const Vec128< double, 1 > | v | ) |
References hwy::HWY_NAMESPACE::GetLane(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE float hwy::HWY_NAMESPACE::detail::ExtractLane | ( | const Vec128< float, N > | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE T hwy::HWY_NAMESPACE::detail::ExtractLane | ( | const Vec128< T, N > | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE MFromD< D > hwy::HWY_NAMESPACE::detail::FirstNPerBlock | ( | D | ) |
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::FixConversionOverflow | ( | DI | di, |
VFromD< DF > | original, | ||
decltype(Zero(di).raw) | converted_raw ) -> VFromD<DI> |
References AndNot(), hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::BroadcastSignBit(), hwy::HWY_NAMESPACE::IfVecThenElse(), hwy::HWY_NAMESPACE::ShiftRight(), and Xor().
Referenced by hwy::HWY_NAMESPACE::ConvertTo(), hwy::HWY_NAMESPACE::ConvertTo(), hwy::HWY_NAMESPACE::ConvertTo(), hwy::HWY_NAMESPACE::ConvertTo(), hwy::HWY_NAMESPACE::ConvertTo(), hwy::HWY_NAMESPACE::ConvertTo(), and hwy::HWY_NAMESPACE::NearestInt().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::GatherIndex | ( | hwy::SizeTag< 4 > | , |
Full256< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec256< int32_t > | index ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
Referenced by hwy::HWY_NAMESPACE::GatherIndex().
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::GatherIndex | ( | hwy::SizeTag< 4 > | , |
Full512< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec512< int32_t > | index ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::GatherIndex | ( | hwy::SizeTag< 8 > | , |
Full256< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec256< int64_t > | index ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::GatherIndex | ( | hwy::SizeTag< 8 > | , |
Full512< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec512< int64_t > | index ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::GatherOffset | ( | hwy::SizeTag< 4 > | , |
Full256< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec256< int32_t > | offset ) |
References offset.
Referenced by hwy::HWY_NAMESPACE::GatherOffset().
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::GatherOffset | ( | hwy::SizeTag< 4 > | , |
Full512< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec512< int32_t > | offset ) |
References offset.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::GatherOffset | ( | hwy::SizeTag< 8 > | , |
Full256< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec256< int64_t > | offset ) |
References offset.
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::GatherOffset | ( | hwy::SizeTag< 8 > | , |
Full512< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec512< int64_t > | offset ) |
References offset.
void hwy::HWY_NAMESPACE::detail::HeapSort | ( | Traits | st, |
T *HWY_RESTRICT | lanes, | ||
const size_t | num_lanes ) |
References SiftDown().
Referenced by hwy::HWY_NAMESPACE::CallHeapSort(), and hwy::HWY_NAMESPACE::Sort().
hwy::HWY_NAMESPACE::detail::HWY_NEON_DEF_FUNCTION_ALL_FLOATS | ( | BitCastToByte | , |
vreinterpret | , | ||
_u8_ | , | ||
HWY_CAST_TO_U8 | ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IdxFromBits | ( | const uint64_t | mask_bits | ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IdxFromBits | ( | hwy::SizeTag< 2 > | , |
const uint64_t | mask_bits ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, HWY_DASSERT, IdxFromBits(), Load8Bytes(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::ZipLower().
Referenced by IdxFromBits(), and IdxFromBits().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IdxFromBits | ( | hwy::SizeTag< 4 > | , |
const uint64_t | mask_bits ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IdxFromNotBits | ( | const uint64_t | mask_bits | ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IdxFromNotBits | ( | hwy::SizeTag< 2 > | , |
const uint64_t | mask_bits ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, HWY_DASSERT, IdxFromNotBits(), Load8Bytes(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::ZipLower().
Referenced by IdxFromNotBits(), and IdxFromNotBits().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IdxFromNotBits | ( | hwy::SizeTag< 4 > | , |
const uint64_t | mask_bits ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 1 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes, | ||
Vec128< T, N > | no ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::IfThenElse(), hwy::HWY_NAMESPACE::Lt128(), Lt128Vec(), Lt128Vec(), hwy::HWY_NAMESPACE::Max128(), hwy::HWY_NAMESPACE::Max128Upper(), MaxU(), hwy::HWY_NAMESPACE::Min128(), hwy::HWY_NAMESPACE::Min128Upper(), MinU(), hwy::HWY_NAMESPACE::OddEven(), and PromoteUpperTo().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 1 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes, | ||
Vec256< T > | no ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 2 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes, | ||
Vec128< T, N > | no ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 2 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes, | ||
Vec256< T > | no ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 4 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes, | ||
Vec128< T, N > | no ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 4 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes, | ||
Vec256< T > | no ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 8 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes, | ||
Vec128< T, N > | no ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 8 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes, | ||
Vec256< T > | no ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 1 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 1 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 2 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 2 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 4 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 4 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 8 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 8 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 1 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | no ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::IfThenZeroElse(), and SumOfLanes().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 1 > | , |
Mask256< T > | mask, | ||
Vec256< T > | no ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 2 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | no ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 2 > | , |
Mask256< T > | mask, | ||
Vec256< T > | no ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 4 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | no ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 4 > | , |
Mask256< T > | mask, | ||
Vec256< T > | no ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 8 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | no ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 8 > | , |
Mask256< T > | mask, | ||
Vec256< T > | no ) |
HWY_INLINE Vec128< double > hwy::HWY_NAMESPACE::detail::InsertLane | ( | const Vec128< double > | v, |
double | t ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< double, 1 > hwy::HWY_NAMESPACE::detail::InsertLane | ( | const Vec128< double, 1 > | v, |
double | t ) |
References hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< double, N > hwy::HWY_NAMESPACE::detail::InsertLane | ( | const Vec128< double, N > | v, |
double | t ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< float, N > hwy::HWY_NAMESPACE::detail::InsertLane | ( | const Vec128< float, N > | v, |
float | t ) |
References hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::InsertLane | ( | const Vec128< T, N > | v, |
T | t ) |
References hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::InsertLane(), hwy::HWY_NAMESPACE::InsertLane(), hwy::HWY_NAMESPACE::InsertLane(), and hwy::HWY_NAMESPACE::InsertLane().
HWY_API Vec128< double > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< double > | a, |
const Vec128< double > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< int16_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< int16_t > | a, |
const Vec128< int16_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< int32_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< int32_t > | a, |
const Vec128< int32_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< int8_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< int8_t > | a, |
const Vec128< int8_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< uint16_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< uint16_t > | a, |
const Vec128< uint16_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< uint32_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< uint32_t > | a, |
const Vec128< uint32_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< uint64_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< uint64_t > | a, |
const Vec128< uint64_t > | b ) |
References a, hwy::HWY_NAMESPACE::CombineShiftRightBytes(), and hwy::HWY_NAMESPACE::Shuffle01().
Referenced by hwy::HWY_NAMESPACE::ConcatOdd(), hwy::HWY_NAMESPACE::Eq128Upper(), Eq128UpperVec(), hwy::HWY_NAMESPACE::InterleaveUpper(), hwy::HWY_NAMESPACE::InterleaveUpper(), hwy::HWY_NAMESPACE::InterleaveUpper(), hwy::HWY_NAMESPACE::Lt128Upper(), Lt128UpperVec(), Lt128Vec(), hwy::HWY_NAMESPACE::Ne128Upper(), and Ne128UpperVec().
HWY_API Vec128< uint8_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< uint8_t > | a, |
const Vec128< uint8_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec256< double > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec256< double > | a, |
const Vec256< double > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< float > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec256< float > | a, |
const Vec256< float > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec256< int16_t > | a, |
const Vec256< int16_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec256< int32_t > | a, |
const Vec256< int32_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec256< int64_t > | a, |
const Vec256< int64_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec256< int8_t > | a, |
const Vec256< int8_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec256< uint16_t > | a, |
const Vec256< uint16_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec256< uint32_t > | a, |
const Vec256< uint32_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec256< uint64_t > | a, |
const Vec256< uint64_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec256< uint8_t > | a, |
const Vec256< uint8_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec512< double > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< double > | a, |
const Vec512< double > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512< float > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< float > | a, |
const Vec512< float > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512< int16_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< int16_t > | a, |
const Vec512< int16_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512< int32_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< int32_t > | a, |
const Vec512< int32_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512< int64_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< int64_t > | a, |
const Vec512< int64_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512< int8_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< int8_t > | a, |
const Vec512< int8_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512< uint16_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< uint16_t > | a, |
const Vec512< uint16_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512< uint32_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< uint32_t > | a, |
const Vec512< uint32_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512< uint64_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< uint64_t > | a, |
const Vec512< uint64_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512< uint8_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< uint8_t > | a, |
const Vec512< uint8_t > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec64< float > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec64< float > | a, |
const Vec64< float > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< double, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< double, N > | a, |
Vec128< double, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< float > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< float > | a, |
Vec128< float > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< float, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< float, N > | a, |
Vec128< float, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< int16_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< int16_t, N > | a, |
Vec128< int16_t, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< int32_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< int32_t, N > | a, |
Vec128< int32_t, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< int64_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< int64_t > | a, |
Vec128< int64_t > | b ) |
References a, hwy::HWY_NAMESPACE::CombineShiftRightBytes(), and hwy::HWY_NAMESPACE::Shuffle01().
HWY_API Vec128< int64_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< int64_t, N > | a, |
Vec128< int64_t, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< int8_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< int8_t, N > | a, |
Vec128< int8_t, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< uint16_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< uint16_t, N > | a, |
Vec128< uint16_t, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< uint32_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< uint32_t, N > | a, |
Vec128< uint32_t, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< uint64_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< uint64_t, N > | a, |
Vec128< uint64_t, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< uint8_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< uint8_t, N > | a, |
Vec128< uint8_t, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE VFromD< DU > hwy::HWY_NAMESPACE::detail::Iota0 | ( | const D | ) |
References BitCastToUnsigned(), and Iota0().
Referenced by hwy::HWY_NAMESPACE::ConcatEven(), hwy::HWY_NAMESPACE::ConcatOdd(), FirstNPerBlock(), hwy::HWY_NAMESPACE::InsertLane(), hwy::HWY_NAMESPACE::InterleaveUpper(), Iota0(), hwy::HWY_NAMESPACE::OddEven(), hwy::HWY_NAMESPACE::Reverse(), hwy::HWY_NAMESPACE::ShiftRightLanes(), and hwy::HWY_NAMESPACE::TableLookupBytes().
|
constexpr |
References HWY_LANES, and hwy::HWY_NAMESPACE::N.
Referenced by hwy::HWY_NAMESPACE::ConcatLowerLower(), hwy::HWY_NAMESPACE::ConcatLowerUpper(), hwy::HWY_NAMESPACE::ConcatUpperUpper(), LanesPerBlock(), MakeMask(), MaskUpperHalf(), hwy::HWY_NAMESPACE::Reverse(), hwy::HWY_NAMESPACE::Reverse4(), hwy::HWY_NAMESPACE::ReverseBlocks(), and hwy::HWY_NAMESPACE::ShiftRightLanes().
|
constexpr |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Pow2().
size_t hwy::HWY_NAMESPACE::detail::LanesPerBlock | ( | Simd< T, N, kPow2 > | d | ) |
References hwy::HWY_NAMESPACE::d, HWY_MIN, IsFull(), hwy::HWY_NAMESPACE::Lanes(), and hwy::HWY_NAMESPACE::N.
|
constexpr |
References HWY_MIN, hwy::HWY_NAMESPACE::N, and ScaleByPower().
Referenced by hwy::HWY_NAMESPACE::Broadcast(), FirstNPerBlock(), hwy::HWY_NAMESPACE::InterleaveUpper(), OffsetsOf128BitBlocks(), hwy::HWY_NAMESPACE::ShiftRightLanes(), hwy::HWY_NAMESPACE::ShiftRightLanes(), and hwy::HWY_NAMESPACE::SwapAdjacentBlocks().
HWY_INLINE Vec128< uint8_t > hwy::HWY_NAMESPACE::detail::Load8Bytes | ( | Full128< uint8_t > | , |
const uint8_t * | bytes ) |
References Load8Bytes().
Referenced by IdxFromBits(), IdxFromNotBits(), Load8Bytes(), and Load8Bytes().
HWY_INLINE Vec128< uint8_t, N > hwy::HWY_NAMESPACE::detail::Load8Bytes | ( | Simd< uint8_t, N, 0 > | d, |
const uint8_t * | bytes ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::Load(), and Load8Bytes().
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::LoadMaskBits | ( | Simd< T, N, 0 > | d, |
uint64_t | mask_bits ) |
HWY_API void hwy::HWY_NAMESPACE::detail::LoadTransposedBlocks3 | ( | Full512< T > | d, |
const T *HWY_RESTRICT | unaligned, | ||
Vec512< T > & | A, | ||
Vec512< T > & | B, | ||
Vec512< T > & | C ) |
References C, hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::LoadU(), hwy::HWY_NAMESPACE::N, and Shuffle128().
HWY_API void hwy::HWY_NAMESPACE::detail::LoadTransposedBlocks3 | ( | Simd< T, N, 0 > | d, |
const T *HWY_RESTRICT | unaligned, | ||
V & | A, | ||
V & | B, | ||
V & | C ) |
References C, hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::LoadU(), and hwy::HWY_NAMESPACE::N.
Referenced by hwy::HWY_NAMESPACE::LoadInterleaved3().
HWY_API void hwy::HWY_NAMESPACE::detail::LoadTransposedBlocks4 | ( | Full512< T > | d, |
const T *HWY_RESTRICT | unaligned, | ||
Vec512< T > & | A, | ||
Vec512< T > & | B, | ||
Vec512< T > & | C, | ||
Vec512< T > & | D ) |
References C, hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::LoadU(), hwy::HWY_NAMESPACE::N, and Shuffle128().
HWY_API void hwy::HWY_NAMESPACE::detail::LoadTransposedBlocks4 | ( | Simd< T, N, 0 > | d, |
const T *HWY_RESTRICT | unaligned, | ||
V & | A, | ||
V & | B, | ||
V & | C, | ||
V & | D ) |
References C, hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::LoadU(), and hwy::HWY_NAMESPACE::N.
Referenced by hwy::HWY_NAMESPACE::LoadInterleaved4().
HWY_INLINE Vec128< uint32_t > hwy::HWY_NAMESPACE::detail::LookupAndConcatHalves | ( | Vec256< T > | v | ) |
References hwy::HWY_NAMESPACE::Load(), hwy::HWY_NAMESPACE::TableLookupBytes(), and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::TruncateTo(), and hwy::HWY_NAMESPACE::TruncateTo().
HWY_INLINE Vec128< uint32_t, 2 > hwy::HWY_NAMESPACE::detail::LookupAndConcatQuarters | ( | Vec256< T > | v | ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Lt128UpperVec | ( | const D | d, |
const V | a, | ||
const V | b ) |
References a, hwy::HWY_NAMESPACE::d, InterleaveUpper(), and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by hwy::HWY_NAMESPACE::Lt128Upper().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Lt128Vec | ( | const D | d, |
const V | a, | ||
const V | b ) |
HWY_INLINE svuint64_t hwy::HWY_NAMESPACE::detail::Lt128Vec | ( | D | d, |
const svuint64_t | a, | ||
const svuint64_t | b ) |
References a, hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::DupEven(), hwy::HWY_NAMESPACE::DupOdd(), IfThenElse(), hwy::IsSigned(), and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by hwy::HWY_NAMESPACE::Lt128(), hwy::HWY_NAMESPACE::Lt128(), hwy::HWY_NAMESPACE::Max128(), and hwy::HWY_NAMESPACE::Min128().
svbool_t hwy::HWY_NAMESPACE::detail::MakeMask | ( | D | d | ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::FirstN(), IsFull(), and hwy::HWY_NAMESPACE::Lanes().
Referenced by hwy::HWY_NAMESPACE::AllFalse(), hwy::HWY_NAMESPACE::FindFirstTrue(), hwy::HWY_NAMESPACE::FindKnownFirstTrue(), MaskUpperHalf(), hwy::HWY_NAMESPACE::MaxOfLanes(), hwy::HWY_NAMESPACE::MinOfLanes(), hwy::HWY_NAMESPACE::ShiftRightLanes(), and hwy::HWY_NAMESPACE::SumOfLanes().
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 1 > | , |
const Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::Eq128(), hwy::HWY_NAMESPACE::Eq128Upper(), hwy::HWY_NAMESPACE::Lt128(), hwy::HWY_NAMESPACE::Lt128Upper(), hwy::HWY_NAMESPACE::MaskFromVec(), hwy::HWY_NAMESPACE::Ne128(), hwy::HWY_NAMESPACE::Ne128Upper(), and hwy::HWY_NAMESPACE::OddEven().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 1 > | , |
const Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 1 > | , |
const Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 2 > | , |
const Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 2 > | , |
const Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 2 > | , |
const Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 4 > | , |
const Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 4 > | , |
const Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 8 > | , |
const Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 8 > | , |
const Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 8 > | , |
const Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::v.
svbool_t hwy::HWY_NAMESPACE::detail::MaskLowerHalf | ( | D | d | ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Lanes().
Referenced by hwy::HWY_NAMESPACE::ConcatLowerLower(), hwy::HWY_NAMESPACE::ConcatUpperLower(), and MaskUpperHalf().
svbool_t hwy::HWY_NAMESPACE::detail::MaskUpperHalf | ( | D | d | ) |
References AndNot(), hwy::HWY_NAMESPACE::d, HWY_SVE_IS_POW2, IsFull(), MakeMask(), MaskLowerHalf(), and Not().
Referenced by hwy::HWY_NAMESPACE::ConcatLowerUpper(), hwy::HWY_NAMESPACE::ConcatUpperUpper(), and hwy::HWY_NAMESPACE::UpperHalf().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Max | ( | hwy::FloatTag | , |
Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References a, HWY_MAX, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Max | ( | hwy::NonFloatTag | , |
Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References a, HWY_MAX, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::Max(), MaxOfLanes(), MaxOfLanes(), MaxOfLanes(), MaxOfLanes(), and MaxOfLanes().
HWY_API Vec128< int8_t, N > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 1 > | tag, |
const Vec128< int8_t, N > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, MaxOfLanes(), SignBit(), hwy::HWY_NAMESPACE::v, and Xor().
HWY_API Vec128< uint8_t > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 1 > | tag, |
Vec128< uint8_t > | v ) |
References hwy::LimitsMax(), MinOfLanes(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::v.
HWY_API Vec64< uint8_t > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 1 > | tag, |
Vec64< uint8_t > | v ) |
References hwy::LimitsMax(), MinOfLanes(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::v.
HWY_API Vec128< uint16_t > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 2 > | tag, |
Vec128< uint16_t > | v ) |
References hwy::LimitsMax(), MinOfLanes(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::v.
HWY_API Vec128< int16_t, N > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec128< int16_t, N > | v ) |
HWY_API Vec128< uint16_t, N > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec128< uint16_t, N > | v ) |
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec256< int16_t > | v ) |
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec256< uint16_t > | v ) |
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< T > | v3210 ) |
HWY_INLINE Vec128< T, 2 > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, 2 > | v10 ) |
References hwy::HWY_NAMESPACE::Max(), MaxOfLanes(), and hwy::HWY_NAMESPACE::Shuffle2301().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec256< T > | v3210 ) |
References Max(), hwy::HWY_NAMESPACE::Shuffle0321(), and hwy::HWY_NAMESPACE::Shuffle1032().
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 8 > | , |
const Vec128< T > | v10 ) |
References Max(), and hwy::HWY_NAMESPACE::Shuffle01().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 8 > | , |
const Vec256< T > | v10 ) |
References Max(), and hwy::HWY_NAMESPACE::Shuffle01().
HWY_INLINE Vec128< T, 1 > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< sizeof(T)> | , |
const Vec128< T, 1 > | v ) |
References MaxOfLanes(), and hwy::HWY_NAMESPACE::v.
Referenced by MaxOfLanes(), MaxOfLanes(), MaxOfLanes(), MaxOfLanes(), MaxOfLanes(), MaxOfLanes(), MaxOfLanes(), MaxOfLanes(), MaxOfLanes(), and hwy::HWY_NAMESPACE::MaxOfLanes().
HWY_API Vec128< T, 2 > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< sizeof(T)> | , |
const Vec128< T, 2 > | v10 ) |
References hwy::HWY_NAMESPACE::Max(), MaxOfLanes(), and hwy::HWY_NAMESPACE::Reverse2().
HWY_INLINE HWY_MAYBE_UNUSED Vec128< T, N > hwy::HWY_NAMESPACE::detail::MaxU | ( | const Vec128< T, N > | a, |
const Vec128< T, N > | b ) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::MaybePrintVector | ( | D | d, |
const char * | label, | ||
Vec< D > | v, | ||
size_t | start = 0, | ||
size_t | max_lanes = 16 ) |
References hwy::HWY_NAMESPACE::d, label, hwy::HWY_NAMESPACE::Print(), start, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::MaybeUnpoison | ( | T *HWY_RESTRICT | unaligned, |
size_t | count ) |
References MaybeUnpoison().
Referenced by hwy::HWY_NAMESPACE::CompressBlendedStore(), hwy::HWY_NAMESPACE::CompressStore(), hwy::HWY_NAMESPACE::CompressStore(), hwy::HWY_NAMESPACE::CompressStore(), hwy::HWY_NAMESPACE::CompressStore(), hwy::HWY_NAMESPACE::CompressStore(), hwy::HWY_NAMESPACE::CompressStore(), hwy::HWY_NAMESPACE::CompressStore(), hwy::HWY_NAMESPACE::CompressStore(), and MaybeUnpoison().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Min | ( | hwy::FloatTag | , |
Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References a, HWY_MIN, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Min | ( | hwy::NonFloatTag | , |
Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References a, HWY_MIN, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by ClampF64ToI32Max(), hwy::HWY_NAMESPACE::Min(), MinOfLanes(), MinOfLanes(), MinOfLanes(), MinOfLanes(), MinOfLanes(), and MinOfLanes().
HWY_API Vec128< int8_t, N > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 1 > | tag, |
const Vec128< int8_t, N > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, MinOfLanes(), SignBit(), hwy::HWY_NAMESPACE::v, and Xor().
HWY_API Vec128< uint8_t > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 1 > | tag, |
Vec128< uint8_t > | v ) |
HWY_API Vec64< uint8_t > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 1 > | , |
Vec64< uint8_t > | v ) |
HWY_API Vec128< int16_t, N > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec128< int16_t, N > | v ) |
HWY_API Vec128< uint16_t > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec128< uint16_t > | v ) |
References hwy::HWY_NAMESPACE::Broadcast(), and hwy::HWY_NAMESPACE::v.
HWY_API Vec128< uint16_t, N > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec128< uint16_t, N > | v ) |
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec256< int16_t > | v ) |
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec256< uint16_t > | v ) |
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< T > | v3210 ) |
HWY_INLINE Vec128< T, 2 > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, 2 > | v10 ) |
References hwy::HWY_NAMESPACE::Min(), MinOfLanes(), and hwy::HWY_NAMESPACE::Shuffle2301().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec256< T > | v3210 ) |
References Min(), hwy::HWY_NAMESPACE::Shuffle0321(), and hwy::HWY_NAMESPACE::Shuffle1032().
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 8 > | , |
const Vec128< T > | v10 ) |
References Min(), and hwy::HWY_NAMESPACE::Shuffle01().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 8 > | , |
const Vec256< T > | v10 ) |
References Min(), and hwy::HWY_NAMESPACE::Shuffle01().
HWY_INLINE Vec128< T, 1 > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< sizeof(T)> | , |
const Vec128< T, 1 > | v ) |
References MinOfLanes(), and hwy::HWY_NAMESPACE::v.
Referenced by MaxOfLanes(), MaxOfLanes(), MaxOfLanes(), MinOfLanes(), MinOfLanes(), MinOfLanes(), MinOfLanes(), MinOfLanes(), MinOfLanes(), MinOfLanes(), MinOfLanes(), MinOfLanes(), MinOfLanes(), MinOfLanes(), and hwy::HWY_NAMESPACE::MinOfLanes().
HWY_API Vec128< T, 2 > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< sizeof(T)> | , |
const Vec128< T, 2 > | v10 ) |
References hwy::HWY_NAMESPACE::Min(), MinOfLanes(), and hwy::HWY_NAMESPACE::Reverse2().
HWY_INLINE HWY_MAYBE_UNUSED Vec128< T, N > hwy::HWY_NAMESPACE::detail::MinU | ( | const Vec128< T, N > | a, |
const Vec128< T, N > | b ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Mul | ( | hwy::FloatTag | , |
Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References a, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::operator*().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Mul | ( | SignedTag | , |
Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References a, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Mul | ( | UnsignedTag | , |
Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References a, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< uint16_t, N > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | const Vec128< uint16_t, N > | v, |
const Mask128< uint16_t, N > | mask ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< uint32_t, N > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | const Vec128< uint32_t, N > | v, |
const Mask128< uint32_t, N > | mask ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< uint8_t, N > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | const Vec128< uint8_t, N > | v, |
const Mask128< uint8_t, N > | mask ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::Compress(), EmuCompress(), EmuCompress(), EmuCompressStore(), EmuCompressStore(), and EmuCompressStore().
HWY_INLINE Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | const Vec256< uint16_t > | v, |
const Mask256< uint16_t > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256< uint8_t > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | const Vec256< uint8_t > | v, |
const Mask256< uint8_t > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512< uint16_t > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | const Vec512< uint16_t > | v, |
const Mask512< uint16_t > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512< uint8_t > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | const Vec512< uint8_t > | v, |
const Mask512< uint8_t > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256< uint32_t > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | Vec256< uint32_t > | v, |
Mask256< uint32_t > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512< uint32_t > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | Vec512< uint32_t > | v, |
Mask512< uint32_t > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeCompressStore | ( | Vec128< uint16_t, N > | v, |
Mask128< uint16_t, N > | mask, | ||
Simd< uint16_t, N, 0 > | , | ||
uint16_t *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeCompressStore | ( | Vec128< uint32_t, N > | v, |
Mask128< uint32_t, N > | mask, | ||
Simd< uint32_t, N, 0 > | , | ||
uint32_t *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeCompressStore | ( | Vec128< uint64_t, N > | v, |
Mask128< uint64_t, N > | mask, | ||
Simd< uint64_t, N, 0 > | , | ||
uint64_t *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeCompressStore | ( | Vec128< uint8_t, N > | v, |
Mask128< uint8_t, N > | mask, | ||
Simd< uint8_t, N, 0 > | , | ||
uint8_t *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::CompressStore().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeCompressStore | ( | Vec256< uint16_t > | v, |
Mask256< uint16_t > | mask, | ||
Full256< uint16_t > | , | ||
uint16_t *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeCompressStore | ( | Vec256< uint32_t > | v, |
Mask256< uint32_t > | mask, | ||
Full256< uint32_t > | , | ||
uint32_t *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeCompressStore | ( | Vec256< uint64_t > | v, |
Mask256< uint64_t > | mask, | ||
Full256< uint64_t > | , | ||
uint64_t *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeCompressStore | ( | Vec256< uint8_t > | v, |
Mask256< uint8_t > | mask, | ||
Full256< uint8_t > | , | ||
uint8_t *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeCompressStore | ( | Vec512< uint16_t > | v, |
Mask512< uint16_t > | mask, | ||
Full512< uint16_t > | , | ||
uint16_t *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeCompressStore | ( | Vec512< uint32_t > | v, |
Mask512< uint32_t > | mask, | ||
Full512< uint32_t > | , | ||
uint32_t *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeCompressStore | ( | Vec512< uint64_t > | v, |
Mask512< uint64_t > | mask, | ||
Full512< uint64_t > | , | ||
uint64_t *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeCompressStore | ( | Vec512< uint8_t > | v, |
Mask512< uint8_t > | mask, | ||
Full512< uint8_t > | , | ||
uint8_t *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Ne128UpperVec | ( | const D | d, |
const V | a, | ||
const V | b ) |
References a, hwy::HWY_NAMESPACE::d, InterleaveUpper(), and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by hwy::HWY_NAMESPACE::Ne128Upper().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Ne128Vec | ( | const D | d, |
const V | a, | ||
const V | b ) |
References a, hwy::HWY_NAMESPACE::d, hwy::IsSigned(), Or(), hwy::HWY_NAMESPACE::Reverse2(), and hwy::HWY_NAMESPACE::VecFromMask().
HWY_INLINE svuint64_t hwy::HWY_NAMESPACE::detail::Ne128Vec | ( | D | d, |
const svuint64_t | a, | ||
const svuint64_t | b ) |
References a, hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::DupEven(), hwy::HWY_NAMESPACE::DupOdd(), hwy::IsSigned(), Or(), and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by hwy::HWY_NAMESPACE::Ne128(), and hwy::HWY_NAMESPACE::Ne128().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::FloatTag | , |
const Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::SignBit(), hwy::HWY_NAMESPACE::v, and hwy::HWY_NAMESPACE::Xor().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::FloatTag | , |
const Vec256< T > | v ) |
References SignBit(), hwy::HWY_NAMESPACE::v, and Xor().
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::FloatTag | , |
Vec128< T, N > | v ) |
References SignBit(), hwy::HWY_NAMESPACE::v, and Xor().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::NonFloatTag | , |
const Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::v, and hwy::HWY_NAMESPACE::Zero().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::NonFloatTag | , |
const Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::v, and hwy::HWY_NAMESPACE::Zero().
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::NonFloatTag | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::v, and hwy::HWY_NAMESPACE::Zero().
Referenced by hwy::HWY_NAMESPACE::Neg(), and hwy::HWY_NAMESPACE::Neg().
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::NibblesFromMask | ( | const Full128< T > | d, |
Mask128< T > | mask ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::GetLane(), NibblesFromMask(), hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by hwy::HWY_NAMESPACE::AllFalse(), hwy::HWY_NAMESPACE::AllTrue(), hwy::HWY_NAMESPACE::AllTrue(), hwy::HWY_NAMESPACE::CountTrue(), hwy::HWY_NAMESPACE::FindFirstTrue(), hwy::HWY_NAMESPACE::FindKnownFirstTrue(), NibblesFromMask(), NibblesFromMask(), and NibblesFromMask().
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::NibblesFromMask | ( | const Full64< T > | d, |
Mask64< T > | mask ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::NibblesFromMask | ( | Simd< T, N, 0 > | , |
Mask128< T, N > | mask ) |
References hwy::HWY_NAMESPACE::N, NibblesFromMask(), and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | m ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
Referenced by hwy::HWY_NAMESPACE::CompressNot(), MaskUpperHalf(), and hwy::HWY_NAMESPACE::Not().
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | m ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | m ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | m ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 1 > | , |
const Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References a, hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::IfThenElse(), hwy::HWY_NAMESPACE::Load(), and hwy::HWY_NAMESPACE::MaskFromVec().
Referenced by MaxOfLanes(), MaxOfLanes(), MinOfLanes(), MinOfLanes(), hwy::HWY_NAMESPACE::ReorderDemote2To(), SumOfLanes(), and SumOfLanes().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 1 > | , |
const Vec256< T > | a, | ||
const Vec256< T > | b ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 2 > | , |
const Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 2 > | , |
const Vec256< T > | a, | ||
const Vec256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 4 > | , |
const Vec256< T > | a, | ||
const Vec256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 8 > | , |
const Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 8 > | , |
const Vec256< T > | a, | ||
const Vec256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::OffsetsOf128BitBlocks | ( | const D | d, |
const V | iota0 ) |
|
constexpr |
References bits, hwy::HWY_NAMESPACE::N, and OnlyActive().
Referenced by OnlyActive().
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by BitsFromBool(), hwy::HWY_NAMESPACE::Ne128(), Ne128Vec(), Ne128Vec(), hwy::HWY_NAMESPACE::detail::RotateRight< kBits >::operator()(), hwy::HWY_NAMESPACE::detail::RotateRight< kBits >::operator()(), and hwy::HWY_NAMESPACE::Or().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_API svbool_t hwy::HWY_NAMESPACE::detail::PFalse | ( | ) |
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec128< T > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::PopulationCount(), hwy::HWY_NAMESPACE::PopulationCount(), and hwy::HWY_NAMESPACE::PopulationCount().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec128< T > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec128< T > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec128< T > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_API Vec128< float > hwy::HWY_NAMESPACE::detail::PromoteUpperTo | ( | Full128< float > | df32, |
const Vec128< bfloat16_t > | v ) |
HWY_API Vec128< int16_t > hwy::HWY_NAMESPACE::detail::PromoteUpperTo | ( | Full128< int16_t > | , |
const Vec128< int8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_API Vec128< int16_t > hwy::HWY_NAMESPACE::detail::PromoteUpperTo | ( | Full128< int16_t > | , |
const Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_API Vec128< int32_t > hwy::HWY_NAMESPACE::detail::PromoteUpperTo | ( | Full128< int32_t > | , |
const Vec128< int16_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_API Vec128< int32_t > hwy::HWY_NAMESPACE::detail::PromoteUpperTo | ( | Full128< int32_t > | , |
const Vec128< int8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_API Vec128< int32_t > hwy::HWY_NAMESPACE::detail::PromoteUpperTo | ( | Full128< int32_t > | , |
const Vec128< uint16_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_API Vec128< int32_t > hwy::HWY_NAMESPACE::detail::PromoteUpperTo | ( | Full128< int32_t > | , |
const Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_API Vec128< int64_t > hwy::HWY_NAMESPACE::detail::PromoteUpperTo | ( | Full128< int64_t > | , |
const Vec128< int32_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_API Vec128< uint16_t > hwy::HWY_NAMESPACE::detail::PromoteUpperTo | ( | Full128< uint16_t > | , |
const Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_API Vec128< uint32_t > hwy::HWY_NAMESPACE::detail::PromoteUpperTo | ( | Full128< uint32_t > | , |
const Vec128< uint16_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_API Vec128< uint32_t > hwy::HWY_NAMESPACE::detail::PromoteUpperTo | ( | Full128< uint32_t > | , |
const Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_API Vec128< uint64_t > hwy::HWY_NAMESPACE::detail::PromoteUpperTo | ( | Full128< uint64_t > | , |
const Vec128< uint32_t > | v ) |
References hwy::HWY_NAMESPACE::v.
HWY_API svfloat32_t hwy::HWY_NAMESPACE::detail::PromoteUpperTo | ( | Simd< float, N, kPow2 > | df, |
svfloat16_t | v ) |
References hwy::HWY_NAMESPACE::BitCast(), PromoteUpperTo(), and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::PromoteTo(), hwy::HWY_NAMESPACE::PromoteTo(), PromoteUpperTo(), PromoteUpperTo(), and PromoteUpperTo().
HWY_INLINE Vec128< float > hwy::HWY_NAMESPACE::detail::ReciprocalNewtonRaphsonStep | ( | const Vec128< float > | recip, |
const Vec128< float > | divisor ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::operator/().
HWY_INLINE Vec128< float, N > hwy::HWY_NAMESPACE::detail::ReciprocalNewtonRaphsonStep | ( | const Vec128< float, N > | recip, |
Vec128< float, N > | divisor ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< float > hwy::HWY_NAMESPACE::detail::ReciprocalSqrtStep | ( | const Vec128< float > | root, |
const Vec128< float > | recip ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::Sqrt().
HWY_INLINE Vec128< float, N > hwy::HWY_NAMESPACE::detail::ReciprocalSqrtStep | ( | const Vec128< float, N > | root, |
Vec128< float, N > | recip ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API VF32 hwy::HWY_NAMESPACE::detail::ReorderWidenMulAccumulateBF16 | ( | Simd< float, N, kPow2 > | df32, |
VFromD< DU16 > | a, | ||
VFromD< DU16 > | b, | ||
const VF32 | sum0, | ||
VF32 & | sum1 ) |
References a, And(), hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::MulAdd(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::ShiftLeft().
Referenced by hwy::HWY_NAMESPACE::ReorderWidenMulAccumulate().
HWY_API VFromD< D32 > hwy::HWY_NAMESPACE::detail::ReorderWidenMulAccumulateI16 | ( | Simd< int32_t, N, 3 > | d32, |
VFromD< D16 > | a, | ||
VFromD< D16 > | b, | ||
const V32 | sum0, | ||
V32 & | sum1 ) |
References a, hwy::HWY_NAMESPACE::LowerHalf(), and hwy::HWY_NAMESPACE::UpperHalf().
HWY_API VFromD< D32 > hwy::HWY_NAMESPACE::detail::ReorderWidenMulAccumulateI16 | ( | Simd< int32_t, N, kPow2 > | d32, |
VFromD< D16 > | a, | ||
VFromD< D16 > | b, | ||
const V32 | sum0, | ||
V32 & | sum1 ) |
Referenced by hwy::HWY_NAMESPACE::ReorderWidenMulAccumulate().
VI hwy::HWY_NAMESPACE::detail::SaturateI | ( | VI | v | ) |
References hwy::LimitsMax(), hwy::LimitsMin(), and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::DemoteTo(), hwy::HWY_NAMESPACE::DemoteTo(), hwy::HWY_NAMESPACE::DemoteTo(), and hwy::HWY_NAMESPACE::ReorderDemote2To().
VU hwy::HWY_NAMESPACE::detail::SaturateU | ( | VU | v | ) |
References hwy::LimitsMax(), and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::DemoteTo(), hwy::HWY_NAMESPACE::DemoteTo(), and hwy::HWY_NAMESPACE::DemoteTo().
|
constexpr |
References hwy::HWY_NAMESPACE::N.
Referenced by hwy::HWY_NAMESPACE::Lanes(), LanesPerBlock(), and hwy::HWY_NAMESPACE::MLenFromD().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterIndex | ( | hwy::SizeTag< 4 > | , |
Vec128< T, N > | v, | ||
Simd< T, N, 0 > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec128< int32_t, N > | index ) |
References hwy::HWY_NAMESPACE::N, hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::ScatterIndex().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterIndex | ( | hwy::SizeTag< 4 > | , |
Vec256< T > | v, | ||
Full256< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec256< int32_t > | index ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterIndex | ( | hwy::SizeTag< 4 > | , |
Vec512< T > | v, | ||
Full512< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec512< int32_t > | index ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterIndex | ( | hwy::SizeTag< 8 > | , |
Vec128< T, N > | v, | ||
Simd< T, N, 0 > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec128< int64_t, N > | index ) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterIndex | ( | hwy::SizeTag< 8 > | , |
Vec256< T > | v, | ||
Full256< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec256< int64_t > | index ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterIndex | ( | hwy::SizeTag< 8 > | , |
Vec512< T > | v, | ||
Full512< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec512< int64_t > | index ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterOffset | ( | hwy::SizeTag< 4 > | , |
Vec128< T, N > | v, | ||
Simd< T, N, 0 > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec128< int32_t, N > | offset ) |
References hwy::HWY_NAMESPACE::N, offset, and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::ScatterOffset(), and hwy::HWY_NAMESPACE::ScatterOffset().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterOffset | ( | hwy::SizeTag< 4 > | , |
Vec256< T > | v, | ||
Full256< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec256< int32_t > | offset ) |
References offset, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterOffset | ( | hwy::SizeTag< 4 > | , |
Vec512< T > | v, | ||
Full512< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec512< int32_t > | offset ) |
References offset, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterOffset | ( | hwy::SizeTag< 8 > | , |
Vec128< T, N > | v, | ||
Simd< T, N, 0 > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec128< int64_t, N > | offset ) |
References hwy::HWY_NAMESPACE::N, offset, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterOffset | ( | hwy::SizeTag< 8 > | , |
Vec256< T > | v, | ||
Full256< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec256< int64_t > | offset ) |
References offset, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterOffset | ( | hwy::SizeTag< 8 > | , |
Vec512< T > | v, | ||
Full512< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec512< int64_t > | offset ) |
References offset, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::Set64 | ( | Full128< T > | d, |
uint64_t | mask_bits ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, and Set64().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Set64 | ( | Simd< T, N, 0 > | , |
uint64_t | mask_bits ) |
References hwy::HWY_NAMESPACE::BitCast(), and Set64().
Referenced by LoadMaskBits(), Set64(), and Set64().
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::SignedTag | , |
Vec128< T, N > | v, | ||
Vec128< T, N > | bits ) |
References hwy::HWY_NAMESPACE::BitCast(), bits, Shl(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::SignedTag | , |
Vec256< T > | v, | ||
Vec256< T > | bits ) |
References hwy::HWY_NAMESPACE::BitCast(), bits, Shl(), and hwy::HWY_NAMESPACE::v.
HWY_API Vec128< uint16_t, 1 > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec128< uint16_t, 1 > | v, | ||
Vec128< uint16_t, 1 > | bits ) |
References bits, and hwy::HWY_NAMESPACE::v.
HWY_API Vec128< uint16_t, N > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec128< uint16_t, N > | v, | ||
Vec128< uint16_t, N > | bits ) |
References bits, hwy::HWY_NAMESPACE::Pow2(), and hwy::HWY_NAMESPACE::v.
HWY_API Vec128< uint32_t, 1 > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec128< uint32_t, 1 > | v, | ||
const Vec128< uint32_t, 1 > | bits ) |
References bits, and hwy::HWY_NAMESPACE::v.
HWY_API Vec128< uint32_t, N > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec128< uint32_t, N > | v, | ||
Vec128< uint32_t, N > | bits ) |
References bits, hwy::HWY_NAMESPACE::Pow2(), and hwy::HWY_NAMESPACE::v.
HWY_API Vec128< uint64_t > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec128< uint64_t > | v, | ||
Vec128< uint64_t > | bits ) |
References bits, hwy::HWY_NAMESPACE::ConcatUpperLower(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec256< uint16_t > | v, | ||
Vec256< uint16_t > | bits ) |
References bits, hwy::HWY_NAMESPACE::Pow2(), Shl(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256< uint32_t > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec256< uint32_t > | v, | ||
Vec256< uint32_t > | bits ) |
References bits, Shl(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256< uint64_t > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec256< uint64_t > | v, | ||
Vec256< uint64_t > | bits ) |
References bits, Shl(), and hwy::HWY_NAMESPACE::v.
HWY_API Vec64< uint64_t > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec64< uint64_t > | v, | ||
Vec64< uint64_t > | bits ) |
References bits, and hwy::HWY_NAMESPACE::v.
HWY_API __i8x16 hwy::HWY_NAMESPACE::detail::ShrBytes | ( | const Vec128< T, N > | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_API Vec128< T, 4 > hwy::HWY_NAMESPACE::detail::Shuffle1230 | ( | const Vec128< T, 4 > | a, |
const Vec128< T, 4 > | b ) |
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::Shuffle1230 | ( | const Vec128< T, N > | a, |
const Vec128< T, N > | b ) |
References a, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by Shuffle1230(), and Shuffle1230().
HWY_API Vec512< T > hwy::HWY_NAMESPACE::detail::Shuffle1230 | ( | const Vec512< T > | a, |
const Vec512< T > | b ) |
References a, hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
HWY_API Vec256< T > hwy::HWY_NAMESPACE::detail::Shuffle1230 | ( | Vec256< T > | a, |
const Vec256< T > | b ) |
References a, Shuffle1230(), and hwy::HWY_NAMESPACE::Vec256< T >::v0.
Vec512< double > hwy::HWY_NAMESPACE::detail::Shuffle128 | ( | const Vec512< double > | lo, |
const Vec512< double > | hi ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
Vec512< float > hwy::HWY_NAMESPACE::detail::Shuffle128 | ( | const Vec512< float > | lo, |
const Vec512< float > | hi ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
Vec512< T > hwy::HWY_NAMESPACE::detail::Shuffle128 | ( | const Vec512< T > | lo, |
const Vec512< T > | hi ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
Referenced by LoadTransposedBlocks3(), LoadTransposedBlocks4(), StoreTransposedBlocks2(), StoreTransposedBlocks3(), and StoreTransposedBlocks4().
HWY_API Vec128< T, 4 > hwy::HWY_NAMESPACE::detail::Shuffle2301 | ( | const Vec128< T, 4 > | a, |
const Vec128< T, 4 > | b ) |
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::Shuffle2301 | ( | const Vec128< T, N > | a, |
const Vec128< T, N > | b ) |
References a, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by Shuffle2301(), and SumOfLanes().
HWY_API Vec512< T > hwy::HWY_NAMESPACE::detail::Shuffle2301 | ( | const Vec512< T > | a, |
const Vec512< T > | b ) |
References a, hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
HWY_API Vec256< T > hwy::HWY_NAMESPACE::detail::Shuffle2301 | ( | Vec256< T > | a, |
const Vec256< T > | b ) |
References a, Shuffle2301(), and hwy::HWY_NAMESPACE::Vec256< T >::v0.
HWY_API Vec128< T, 4 > hwy::HWY_NAMESPACE::detail::Shuffle3012 | ( | const Vec128< T, 4 > | a, |
const Vec128< T, 4 > | b ) |
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::Shuffle3012 | ( | const Vec128< T, N > | a, |
const Vec128< T, N > | b ) |
References a, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by Shuffle3012(), and Shuffle3012().
HWY_API Vec512< T > hwy::HWY_NAMESPACE::detail::Shuffle3012 | ( | const Vec512< T > | a, |
const Vec512< T > | b ) |
References a, hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
HWY_API Vec256< T > hwy::HWY_NAMESPACE::detail::Shuffle3012 | ( | Vec256< T > | a, |
const Vec256< T > | b ) |
References a, Shuffle3012(), and hwy::HWY_NAMESPACE::Vec256< T >::v0.
void hwy::HWY_NAMESPACE::detail::SiftDown | ( | Traits | st, |
T *HWY_RESTRICT | lanes, | ||
const size_t | num_lanes, | ||
size_t | start ) |
References AllTrue(), hwy::HWY_NAMESPACE::d, and start.
Referenced by HeapSort().
|
inlinestatic |
References hwy::CopyBytes().
|
inlinestatic |
References hwy::CopyBytes().
Referenced by hwy::HWY_NAMESPACE::ConvertTo(), hwy::HWY_NAMESPACE::DemoteTo(), hwy::HWY_NAMESPACE::DemoteTo(), MaxOfLanes(), MinOfLanes(), hwy::HWY_NAMESPACE::NearestInt(), Neg(), and Neg().
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks2 | ( | const V | A, |
const V | B, | ||
Simd< T, N, 0 > | d, | ||
T *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::StoreU().
Referenced by hwy::HWY_NAMESPACE::StoreInterleaved2().
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks2 | ( | const Vec256< T > | i, |
const Vec256< T > | j, | ||
const Full256< T > | d, | ||
T *HWY_RESTRICT | unaligned ) |
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks2 | ( | const Vec512< T > | i, |
const Vec512< T > | j, | ||
const Full512< T > | d, | ||
T *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::N, Shuffle128(), and hwy::HWY_NAMESPACE::StoreU().
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks3 | ( | const V | A, |
const V | B, | ||
const V | C, | ||
Simd< T, N, 0 > | d, | ||
T *HWY_RESTRICT | unaligned ) |
References C, hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::StoreU().
Referenced by hwy::HWY_NAMESPACE::StoreInterleaved3().
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks3 | ( | const Vec512< T > | i, |
const Vec512< T > | j, | ||
const Vec512< T > | k, | ||
Full512< T > | d, | ||
T *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::N, Shuffle128(), and hwy::HWY_NAMESPACE::StoreU().
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks4 | ( | const V | A, |
const V | B, | ||
const V | C, | ||
const V | D, | ||
Simd< T, N, 0 > | d, | ||
T *HWY_RESTRICT | unaligned ) |
References C, hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::StoreU().
Referenced by hwy::HWY_NAMESPACE::StoreInterleaved4().
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks4 | ( | const Vec512< T > | i, |
const Vec512< T > | j, | ||
const Vec512< T > | k, | ||
const Vec512< T > | l, | ||
Full512< T > | d, | ||
T *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::N, Shuffle128(), and hwy::HWY_NAMESPACE::StoreU().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::StoreU16ToF16 | ( | const uint16_t | val, |
hwy::float16_t *HWY_RESTRICT | to ) |
References hwy::CopySameSize(), and val.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Sub | ( | hwy::FloatTag | , |
Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References a, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Sub | ( | hwy::NonFloatTag | , |
Vec128< T, N > | a, | ||
Vec128< T, N > | b ) |
References a, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::operator-().
HWY_API Vec128< int8_t, N > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 1 > | , |
const Vec128< int8_t, N > | v ) |
HWY_API Vec128< uint8_t > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 1 > | , |
Vec128< uint8_t > | v ) |
HWY_API Vec64< uint8_t > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 1 > | , |
Vec64< uint8_t > | v ) |
HWY_API Vec128< int16_t, N > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec128< int16_t, N > | v ) |
HWY_API Vec128< uint16_t, N > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec128< uint16_t, N > | v ) |
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec256< int16_t > | v ) |
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec256< uint16_t > | v ) |
HWY_INLINE Vec128< float > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< float > | v ) |
References SumOfLanes(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< int32_t > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< int32_t > | v ) |
References SumOfLanes(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< T > | v3210 ) |
References hwy::HWY_NAMESPACE::Shuffle0321(), and hwy::HWY_NAMESPACE::Shuffle1032().
HWY_INLINE Vec128< T, 2 > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, 2 > | v10 ) |
References hwy::HWY_NAMESPACE::Shuffle2301(), and SumOfLanes().
HWY_INLINE Vec128< T, 2 > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, 2 > | v10 ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and Shuffle2301().
HWY_INLINE Vec128< uint32_t > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< uint32_t > | v ) |
References SumOfLanes(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec256< T > | v3210 ) |
References hwy::HWY_NAMESPACE::Shuffle0321(), and hwy::HWY_NAMESPACE::Shuffle1032().
HWY_INLINE Vec128< int64_t > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 8 > | , |
const Vec128< int64_t > | v ) |
References hwy::HWY_NAMESPACE::Shuffle01(), SumOfLanes(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 8 > | , |
const Vec128< T > | v10 ) |
References hwy::HWY_NAMESPACE::Shuffle01().
HWY_INLINE Vec128< uint64_t > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 8 > | , |
const Vec128< uint64_t > | v ) |
References hwy::HWY_NAMESPACE::Shuffle01(), SumOfLanes(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 8 > | , |
const Vec256< T > | v10 ) |
References hwy::HWY_NAMESPACE::Shuffle01().
HWY_INLINE Vec128< T, 1 > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< sizeof(T)> | , |
const Vec128< T, 1 > | v ) |
References SumOfLanes(), and hwy::HWY_NAMESPACE::v.
Referenced by SumOfLanes(), SumOfLanes(), SumOfLanes(), SumOfLanes(), SumOfLanes(), SumOfLanes(), SumOfLanes(), SumOfLanes(), SumOfLanes(), SumOfLanes(), SumOfLanes(), SumOfLanes(), SumOfLanes(), SumOfLanes(), and hwy::HWY_NAMESPACE::SumOfLanes().
HWY_API Vec128< T, 2 > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< sizeof(T)> | , |
const Vec128< T, 2 > | v10 ) |
References hwy::HWY_NAMESPACE::Reverse2(), and SumOfLanes().
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 1 > | , |
const Vec128< T, N > | v, | ||
const Vec128< T, N > | bit ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::TestBit().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 1 > | , |
const Vec256< T > | v, | ||
const Vec256< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 1 > | , |
const Vec512< T > | v, | ||
const Vec512< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 2 > | , |
const Vec128< T, N > | v, | ||
const Vec128< T, N > | bit ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 2 > | , |
const Vec256< T > | v, | ||
const Vec256< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 2 > | , |
const Vec512< T > | v, | ||
const Vec512< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, N > | v, | ||
const Vec128< T, N > | bit ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 4 > | , |
const Vec256< T > | v, | ||
const Vec256< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 4 > | , |
const Vec512< T > | v, | ||
const Vec512< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 8 > | , |
const Vec128< T, N > | v, | ||
const Vec128< T, N > | bit ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 8 > | , |
const Vec256< T > | v, | ||
const Vec256< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 8 > | , |
const Vec512< T > | v, | ||
const Vec512< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE uint16_t hwy::HWY_NAMESPACE::detail::U16FromF16 | ( | const hwy::float16_t *HWY_RESTRICT | from | ) |
References hwy::CopySameSize().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::UnpoisonIfMemorySanitizer | ( | void * | p, |
size_t | bytes ) |
HWY_INLINE Mask128< float, N > hwy::HWY_NAMESPACE::detail::UseInt | ( | const Vec128< float, N > | v | ) |
References Abs(), hwy::MantissaEnd< float >(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::Ceil(), hwy::HWY_NAMESPACE::Ceil(), hwy::HWY_NAMESPACE::Floor(), hwy::HWY_NAMESPACE::Floor(), hwy::HWY_NAMESPACE::Round(), hwy::HWY_NAMESPACE::Trunc(), and hwy::HWY_NAMESPACE::Trunc().
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::UseInt | ( | const Vec128< T, N > | v | ) |
References Abs(), hwy::IsFloat(), hwy::MantissaEnd(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by FixConversionOverflow(), MaxOfLanes(), MinOfLanes(), Neg(), Neg(), and hwy::HWY_NAMESPACE::Xor().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b ) |
References a, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::ZeroExtendVector | ( | hwy::FloatTag | , |
Full128< T > | d, | ||
Vec64< T > | lo ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, and ZeroExtendVector().
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::ZeroExtendVector | ( | hwy::NonFloatTag | , |
Full128< T > | , | ||
Vec64< T > | lo ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by ZeroExtendVector(), and hwy::HWY_NAMESPACE::ZeroExtendVector().