Grok 10.0.5
Classes | Namespaces | Macros | Functions
x86_256-inl.h File Reference
#include "hwy/base.h"
#include <immintrin.h>
#include <stddef.h>
#include <stdint.h>
#include <string.h>
#include "hwy/ops/x86_128-inl.h"

Go to the source code of this file.

Classes

struct  hwy::HWY_NAMESPACE::detail::Raw256< T >
 
struct  hwy::HWY_NAMESPACE::detail::Raw256< float >
 
struct  hwy::HWY_NAMESPACE::detail::Raw256< double >
 
class  hwy::HWY_NAMESPACE::Vec256< T >
 
struct  hwy::HWY_NAMESPACE::detail::RawMask256< size >
 
struct  hwy::HWY_NAMESPACE::detail::RawMask256< 1 >
 
struct  hwy::HWY_NAMESPACE::detail::RawMask256< 2 >
 
struct  hwy::HWY_NAMESPACE::detail::RawMask256< 4 >
 
struct  hwy::HWY_NAMESPACE::detail::RawMask256< 8 >
 
struct  hwy::HWY_NAMESPACE::Mask256< T >
 
struct  hwy::HWY_NAMESPACE::detail::BitCastFromInteger256< T >
 
struct  hwy::HWY_NAMESPACE::detail::BitCastFromInteger256< float >
 
struct  hwy::HWY_NAMESPACE::detail::BitCastFromInteger256< double >
 
struct  hwy::HWY_NAMESPACE::Indices256< T >
 

Namespaces

namespace  hwy
 
namespace  hwy::HWY_NAMESPACE
 
namespace  hwy::HWY_NAMESPACE::detail
 

Macros

#define HWY_NATIVE_POPCNT
 
#define HWY_HAVE_ZEXT   0
 
#define HWY_NATIVE_AES
 

Functions

 HWY_BEFORE_NAMESPACE ()
 
HWY_INLINE __m256i hwy::HWY_NAMESPACE::detail::BitCastToInteger (__m256i v)
 
HWY_INLINE __m256i hwy::HWY_NAMESPACE::detail::BitCastToInteger (__m256 v)
 
HWY_INLINE __m256i hwy::HWY_NAMESPACE::detail::BitCastToInteger (__m256d v)
 
template<typename T >
HWY_INLINE Vec256< uint8_t > hwy::HWY_NAMESPACE::detail::BitCastToByte (Vec256< T > v)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::BitCastFromByte (Full256< T >, Vec256< uint8_t > v)
 
template<typename T , typename FromT >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::BitCast (Full256< T > d, Vec256< FromT > v)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Zero (Full256< T > d)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Zero (Full256< float >)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Zero (Full256< double >)
 
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::Set (Full256< uint8_t >, const uint8_t t)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::Set (Full256< uint16_t >, const uint16_t t)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::Set (Full256< uint32_t >, const uint32_t t)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::Set (Full256< uint64_t >, const uint64_t t)
 
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::Set (Full256< int8_t >, const int8_t t)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::Set (Full256< int16_t >, const int16_t t)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::Set (Full256< int32_t >, const int32_t t)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::Set (Full256< int64_t >, const int64_t t)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Set (Full256< float >, const float t)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Set (Full256< double >, const double t)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Undefined (Full256< T > d)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Undefined (Full256< float >)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Undefined (Full256< double >)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::And (Vec256< T > a, Vec256< T > b)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::And (const Vec256< float > a, const Vec256< float > b)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::And (const Vec256< double > a, const Vec256< double > b)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::AndNot (Vec256< T > not_mask, Vec256< T > mask)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::AndNot (const Vec256< float > not_mask, const Vec256< float > mask)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::AndNot (const Vec256< double > not_mask, const Vec256< double > mask)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Or (Vec256< T > a, Vec256< T > b)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Or (const Vec256< float > a, const Vec256< float > b)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Or (const Vec256< double > a, const Vec256< double > b)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Xor (Vec256< T > a, Vec256< T > b)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Xor (const Vec256< float > a, const Vec256< float > b)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Xor (const Vec256< double > a, const Vec256< double > b)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Not (Vec256< T > v)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Xor3 (Vec256< T > x1, Vec256< T > x2, Vec256< T > x3)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Or3 (Vec256< T > o1, Vec256< T > o2, Vec256< T > o3)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::OrAnd (Vec256< T > o, Vec256< T > a1, Vec256< T > a2)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::IfVecThenElse (Vec256< T > mask, Vec256< T > yes, Vec256< T > no)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::operator& (const Vec256< T > a, const Vec256< T > b)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::operator| (const Vec256< T > a, const Vec256< T > b)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::operator^ (const Vec256< T > a, const Vec256< T > b)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::PopulationCount (hwy::SizeTag< 1 >, Vec256< T > v)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::PopulationCount (hwy::SizeTag< 2 >, Vec256< T > v)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::PopulationCount (hwy::SizeTag< 4 >, Vec256< T > v)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::PopulationCount (hwy::SizeTag< 8 >, Vec256< T > v)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::PopulationCount (Vec256< T > v)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::CopySign (const Vec256< T > magn, const Vec256< T > sign)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::CopySignToAbs (const Vec256< T > abs, const Vec256< T > sign)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElse (hwy::SizeTag< 1 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElse (hwy::SizeTag< 2 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElse (hwy::SizeTag< 4 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElse (hwy::SizeTag< 8 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::IfThenElse (Mask256< T > mask, Vec256< T > yes, Vec256< T > no)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::IfThenElse (Mask256< float > mask, Vec256< float > yes, Vec256< float > no)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::IfThenElse (Mask256< double > mask, Vec256< double > yes, Vec256< double > no)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero (hwy::SizeTag< 1 >, Mask256< T > mask, Vec256< T > yes)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero (hwy::SizeTag< 2 >, Mask256< T > mask, Vec256< T > yes)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero (hwy::SizeTag< 4 >, Mask256< T > mask, Vec256< T > yes)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero (hwy::SizeTag< 8 >, Mask256< T > mask, Vec256< T > yes)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::IfThenElseZero (Mask256< T > mask, Vec256< T > yes)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::IfThenElseZero (Mask256< float > mask, Vec256< float > yes)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::IfThenElseZero (Mask256< double > mask, Vec256< double > yes)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse (hwy::SizeTag< 1 >, Mask256< T > mask, Vec256< T > no)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse (hwy::SizeTag< 2 >, Mask256< T > mask, Vec256< T > no)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse (hwy::SizeTag< 4 >, Mask256< T > mask, Vec256< T > no)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse (hwy::SizeTag< 8 >, Mask256< T > mask, Vec256< T > no)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::IfThenZeroElse (Mask256< T > mask, Vec256< T > no)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::IfThenZeroElse (Mask256< float > mask, Vec256< float > no)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::IfThenZeroElse (Mask256< double > mask, Vec256< double > no)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ZeroIfNegative (const Vec256< T > v)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::And (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::And (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::And (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::And (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::AndNot (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::AndNot (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::AndNot (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::AndNot (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Or (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Or (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Or (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Or (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Xor (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Xor (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Xor (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Xor (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b)
 
template<typename T >
HWY_API Mask256< T > hwy::HWY_NAMESPACE::And (const Mask256< T > a, Mask256< T > b)
 
template<typename T >
HWY_API Mask256< T > hwy::HWY_NAMESPACE::AndNot (const Mask256< T > a, Mask256< T > b)
 
template<typename T >
HWY_API Mask256< T > hwy::HWY_NAMESPACE::Or (const Mask256< T > a, Mask256< T > b)
 
template<typename T >
HWY_API Mask256< T > hwy::HWY_NAMESPACE::Xor (const Mask256< T > a, Mask256< T > b)
 
template<typename T >
HWY_API Mask256< T > hwy::HWY_NAMESPACE::Not (const Mask256< T > m)
 
template<typename T >
HWY_API Mask256< T > hwy::HWY_NAMESPACE::ExclusiveNeither (const Mask256< T > a, Mask256< T > b)
 
template<typename TFrom , typename TTo >
HWY_API Mask256< TTo > hwy::HWY_NAMESPACE::RebindMask (Full256< TTo >, Mask256< TFrom > m)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::TestBit (hwy::SizeTag< 1 >, const Vec256< T > v, const Vec256< T > bit)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::TestBit (hwy::SizeTag< 2 >, const Vec256< T > v, const Vec256< T > bit)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::TestBit (hwy::SizeTag< 4 >, const Vec256< T > v, const Vec256< T > bit)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::TestBit (hwy::SizeTag< 8 >, const Vec256< T > v, const Vec256< T > bit)
 
template<typename T >
HWY_API Mask256< T > hwy::HWY_NAMESPACE::TestBit (Vec256< T > v, Vec256< T > bit)
 
template<typename T , HWY_IF_LANE_SIZE(T, 1) >
HWY_API Mask256< T > hwy::HWY_NAMESPACE::operator== (const Vec256< T > a, const Vec256< T > b)
 
HWY_API Mask256< float > hwy::HWY_NAMESPACE::operator== (Vec256< float > a, Vec256< float > b)
 
HWY_API Mask256< double > hwy::HWY_NAMESPACE::operator== (Vec256< double > a, Vec256< double > b)
 
template<typename T , HWY_IF_LANE_SIZE(T, 1) >
HWY_API Mask256< T > hwy::HWY_NAMESPACE::operator!= (const Vec256< T > a, const Vec256< T > b)
 
HWY_API Mask256< float > hwy::HWY_NAMESPACE::operator!= (Vec256< float > a, Vec256< float > b)
 
HWY_API Mask256< double > hwy::HWY_NAMESPACE::operator!= (Vec256< double > a, Vec256< double > b)
 
HWY_API Mask256< int8_t > hwy::HWY_NAMESPACE::operator> (Vec256< int8_t > a, Vec256< int8_t > b)
 
HWY_API Mask256< int16_t > hwy::HWY_NAMESPACE::operator> (Vec256< int16_t > a, Vec256< int16_t > b)
 
HWY_API Mask256< int32_t > hwy::HWY_NAMESPACE::operator> (Vec256< int32_t > a, Vec256< int32_t > b)
 
HWY_API Mask256< int64_t > hwy::HWY_NAMESPACE::operator> (Vec256< int64_t > a, Vec256< int64_t > b)
 
HWY_API Mask256< uint8_t > hwy::HWY_NAMESPACE::operator> (Vec256< uint8_t > a, Vec256< uint8_t > b)
 
HWY_API Mask256< uint16_t > hwy::HWY_NAMESPACE::operator> (const Vec256< uint16_t > a, const Vec256< uint16_t > b)
 
HWY_API Mask256< uint32_t > hwy::HWY_NAMESPACE::operator> (const Vec256< uint32_t > a, const Vec256< uint32_t > b)
 
HWY_API Mask256< uint64_t > hwy::HWY_NAMESPACE::operator> (const Vec256< uint64_t > a, const Vec256< uint64_t > b)
 
HWY_API Mask256< float > hwy::HWY_NAMESPACE::operator> (Vec256< float > a, Vec256< float > b)
 
HWY_API Mask256< double > hwy::HWY_NAMESPACE::operator> (Vec256< double > a, Vec256< double > b)
 
HWY_API Mask256< float > hwy::HWY_NAMESPACE::operator>= (Vec256< float > a, Vec256< float > b)
 
HWY_API Mask256< double > hwy::HWY_NAMESPACE::operator>= (Vec256< double > a, Vec256< double > b)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::MaskFromVec (hwy::SizeTag< 1 >, const Vec256< T > v)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::MaskFromVec (hwy::SizeTag< 2 >, const Vec256< T > v)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::MaskFromVec (hwy::SizeTag< 4 >, const Vec256< T > v)
 
template<typename T >
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::MaskFromVec (hwy::SizeTag< 8 >, const Vec256< T > v)
 
template<typename T >
HWY_API Mask256< T > hwy::HWY_NAMESPACE::MaskFromVec (const Vec256< T > v)
 
HWY_API Mask256< float > hwy::HWY_NAMESPACE::MaskFromVec (const Vec256< float > v)
 
HWY_API Mask256< double > hwy::HWY_NAMESPACE::MaskFromVec (const Vec256< double > v)
 
template<typename T , HWY_IF_LANE_SIZE(T, 1) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::VecFromMask (const Mask256< T > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::VecFromMask (const Mask256< float > v)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::VecFromMask (const Mask256< double > v)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::VecFromMask (Full256< T > d, Mask256< T > m)
 
template<typename T >
HWY_API Mask256< T > hwy::HWY_NAMESPACE::operator< (Vec256< T > a, const Vec256< T > b)
 
template<typename T >
HWY_API Mask256< T > hwy::HWY_NAMESPACE::operator<= (Vec256< T > a, const Vec256< T > b)
 
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::Min (const Vec256< uint8_t > a, const Vec256< uint8_t > b)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::Min (const Vec256< uint16_t > a, const Vec256< uint16_t > b)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::Min (const Vec256< uint32_t > a, const Vec256< uint32_t > b)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::Min (const Vec256< uint64_t > a, const Vec256< uint64_t > b)
 
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::Min (const Vec256< int8_t > a, const Vec256< int8_t > b)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::Min (const Vec256< int16_t > a, const Vec256< int16_t > b)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::Min (const Vec256< int32_t > a, const Vec256< int32_t > b)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::Min (const Vec256< int64_t > a, const Vec256< int64_t > b)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Min (const Vec256< float > a, const Vec256< float > b)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Min (const Vec256< double > a, const Vec256< double > b)
 
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::Max (const Vec256< uint8_t > a, const Vec256< uint8_t > b)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::Max (const Vec256< uint16_t > a, const Vec256< uint16_t > b)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::Max (const Vec256< uint32_t > a, const Vec256< uint32_t > b)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::Max (const Vec256< uint64_t > a, const Vec256< uint64_t > b)
 
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::Max (const Vec256< int8_t > a, const Vec256< int8_t > b)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::Max (const Vec256< int16_t > a, const Vec256< int16_t > b)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::Max (const Vec256< int32_t > a, const Vec256< int32_t > b)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::Max (const Vec256< int64_t > a, const Vec256< int64_t > b)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Max (const Vec256< float > a, const Vec256< float > b)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Max (const Vec256< double > a, const Vec256< double > b)
 
template<typename T >
HWY_API Mask256< T > hwy::HWY_NAMESPACE::FirstN (const Full256< T > d, size_t num)
 
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::operator+ (const Vec256< uint8_t > a, const Vec256< uint8_t > b)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::operator+ (const Vec256< uint16_t > a, const Vec256< uint16_t > b)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::operator+ (const Vec256< uint32_t > a, const Vec256< uint32_t > b)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::operator+ (const Vec256< uint64_t > a, const Vec256< uint64_t > b)
 
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::operator+ (const Vec256< int8_t > a, const Vec256< int8_t > b)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::operator+ (const Vec256< int16_t > a, const Vec256< int16_t > b)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::operator+ (const Vec256< int32_t > a, const Vec256< int32_t > b)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::operator+ (const Vec256< int64_t > a, const Vec256< int64_t > b)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::operator+ (const Vec256< float > a, const Vec256< float > b)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::operator+ (const Vec256< double > a, const Vec256< double > b)
 
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::operator- (const Vec256< uint8_t > a, const Vec256< uint8_t > b)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::operator- (const Vec256< uint16_t > a, const Vec256< uint16_t > b)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::operator- (const Vec256< uint32_t > a, const Vec256< uint32_t > b)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::operator- (const Vec256< uint64_t > a, const Vec256< uint64_t > b)
 
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::operator- (const Vec256< int8_t > a, const Vec256< int8_t > b)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::operator- (const Vec256< int16_t > a, const Vec256< int16_t > b)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::operator- (const Vec256< int32_t > a, const Vec256< int32_t > b)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::operator- (const Vec256< int64_t > a, const Vec256< int64_t > b)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::operator- (const Vec256< float > a, const Vec256< float > b)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::operator- (const Vec256< double > a, const Vec256< double > b)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::SumsOf8 (const Vec256< uint8_t > v)
 
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::SaturatedAdd (const Vec256< uint8_t > a, const Vec256< uint8_t > b)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::SaturatedAdd (const Vec256< uint16_t > a, const Vec256< uint16_t > b)
 
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::SaturatedAdd (const Vec256< int8_t > a, const Vec256< int8_t > b)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::SaturatedAdd (const Vec256< int16_t > a, const Vec256< int16_t > b)
 
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::SaturatedSub (const Vec256< uint8_t > a, const Vec256< uint8_t > b)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::SaturatedSub (const Vec256< uint16_t > a, const Vec256< uint16_t > b)
 
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::SaturatedSub (const Vec256< int8_t > a, const Vec256< int8_t > b)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::SaturatedSub (const Vec256< int16_t > a, const Vec256< int16_t > b)
 
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::AverageRound (const Vec256< uint8_t > a, const Vec256< uint8_t > b)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::AverageRound (const Vec256< uint16_t > a, const Vec256< uint16_t > b)
 
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::Abs (const Vec256< int8_t > v)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::Abs (const Vec256< int16_t > v)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::Abs (const Vec256< int32_t > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Abs (const Vec256< float > v)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Abs (const Vec256< double > v)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::operator* (Vec256< uint16_t > a, Vec256< uint16_t > b)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::operator* (Vec256< uint32_t > a, Vec256< uint32_t > b)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::operator* (Vec256< int16_t > a, Vec256< int16_t > b)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::operator* (Vec256< int32_t > a, Vec256< int32_t > b)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::MulHigh (Vec256< uint16_t > a, Vec256< uint16_t > b)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::MulHigh (Vec256< int16_t > a, Vec256< int16_t > b)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::MulFixedPoint15 (Vec256< int16_t > a, Vec256< int16_t > b)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::MulEven (Vec256< int32_t > a, const Vec256< int32_t > b)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::MulEven (Vec256< uint32_t > a, const Vec256< uint32_t > b)
 
template<int kBits>
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::ShiftLeft (const Vec256< uint16_t > v)
 
template<int kBits>
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::ShiftLeft (const Vec256< uint32_t > v)
 
template<int kBits>
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::ShiftLeft (const Vec256< uint64_t > v)
 
template<int kBits>
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::ShiftLeft (const Vec256< int16_t > v)
 
template<int kBits>
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::ShiftLeft (const Vec256< int32_t > v)
 
template<int kBits>
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::ShiftLeft (const Vec256< int64_t > v)
 
template<int kBits, typename T , HWY_IF_LANE_SIZE(T, 1) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ShiftLeft (const Vec256< T > v)
 
template<int kBits>
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::ShiftRight (const Vec256< uint16_t > v)
 
template<int kBits>
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::ShiftRight (const Vec256< uint32_t > v)
 
template<int kBits>
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::ShiftRight (const Vec256< uint64_t > v)
 
template<int kBits>
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::ShiftRight (const Vec256< uint8_t > v)
 
template<int kBits>
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::ShiftRight (const Vec256< int16_t > v)
 
template<int kBits>
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::ShiftRight (const Vec256< int32_t > v)
 
template<int kBits>
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::ShiftRight (const Vec256< int8_t > v)
 
template<int kBits>
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::RotateRight (const Vec256< uint32_t > v)
 
template<int kBits>
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::RotateRight (const Vec256< uint64_t > v)
 
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::BroadcastSignBit (const Vec256< int8_t > v)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::BroadcastSignBit (const Vec256< int16_t > v)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::BroadcastSignBit (const Vec256< int32_t > v)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::BroadcastSignBit (const Vec256< int64_t > v)
 
template<int kBits>
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::ShiftRight (const Vec256< int64_t > v)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::Abs (const Vec256< int64_t > v)
 
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::IfNegativeThenElse (Vec256< int8_t > v, Vec256< int8_t > yes, Vec256< int8_t > no)
 
template<typename T , HWY_IF_LANE_SIZE(T, 2) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::IfNegativeThenElse (Vec256< T > v, Vec256< T > yes, Vec256< T > no)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::ShiftLeftSame (const Vec256< uint16_t > v, const int bits)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::ShiftLeftSame (const Vec256< uint32_t > v, const int bits)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::ShiftLeftSame (const Vec256< uint64_t > v, const int bits)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::ShiftLeftSame (const Vec256< int16_t > v, const int bits)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::ShiftLeftSame (const Vec256< int32_t > v, const int bits)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::ShiftLeftSame (const Vec256< int64_t > v, const int bits)
 
template<typename T , HWY_IF_LANE_SIZE(T, 1) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ShiftLeftSame (const Vec256< T > v, const int bits)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::ShiftRightSame (const Vec256< uint16_t > v, const int bits)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::ShiftRightSame (const Vec256< uint32_t > v, const int bits)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::ShiftRightSame (const Vec256< uint64_t > v, const int bits)
 
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::ShiftRightSame (Vec256< uint8_t > v, const int bits)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::ShiftRightSame (const Vec256< int16_t > v, const int bits)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::ShiftRightSame (const Vec256< int32_t > v, const int bits)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::ShiftRightSame (const Vec256< int64_t > v, const int bits)
 
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::ShiftRightSame (Vec256< int8_t > v, const int bits)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::Neg (hwy::FloatTag, const Vec256< T > v)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::Neg (hwy::NonFloatTag, const Vec256< T > v)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Neg (Vec256< T > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::operator* (const Vec256< float > a, const Vec256< float > b)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::operator* (const Vec256< double > a, const Vec256< double > b)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::operator/ (const Vec256< float > a, const Vec256< float > b)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::operator/ (const Vec256< double > a, const Vec256< double > b)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::ApproximateReciprocal (const Vec256< float > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::AbsDiff (const Vec256< float > a, const Vec256< float > b)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::MulAdd (const Vec256< float > mul, const Vec256< float > x, const Vec256< float > add)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::MulAdd (const Vec256< double > mul, const Vec256< double > x, const Vec256< double > add)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::NegMulAdd (const Vec256< float > mul, const Vec256< float > x, const Vec256< float > add)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::NegMulAdd (const Vec256< double > mul, const Vec256< double > x, const Vec256< double > add)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::MulSub (const Vec256< float > mul, const Vec256< float > x, const Vec256< float > sub)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::MulSub (const Vec256< double > mul, const Vec256< double > x, const Vec256< double > sub)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::NegMulSub (const Vec256< float > mul, const Vec256< float > x, const Vec256< float > sub)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::NegMulSub (const Vec256< double > mul, const Vec256< double > x, const Vec256< double > sub)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Sqrt (const Vec256< float > v)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Sqrt (const Vec256< double > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::ApproximateReciprocalSqrt (const Vec256< float > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Round (Vec256< float > v)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Round (const Vec256< double > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Trunc (Vec256< float > v)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Trunc (const Vec256< double > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Ceil (Vec256< float > v)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Ceil (const Vec256< double > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Floor (Vec256< float > v)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Floor (const Vec256< double > v)
 
HWY_API Mask256< float > hwy::HWY_NAMESPACE::IsNaN (const Vec256< float > v)
 
HWY_API Mask256< double > hwy::HWY_NAMESPACE::IsNaN (const Vec256< double > v)
 
HWY_API Mask256< float > hwy::HWY_NAMESPACE::IsInf (const Vec256< float > v)
 
HWY_API Mask256< double > hwy::HWY_NAMESPACE::IsInf (const Vec256< double > v)
 
HWY_API Mask256< float > hwy::HWY_NAMESPACE::IsFinite (const Vec256< float > v)
 
HWY_API Mask256< double > hwy::HWY_NAMESPACE::IsFinite (const Vec256< double > v)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Load (Full256< T > d, const T *HWY_RESTRICT aligned)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Load (Full256< float >, const float *HWY_RESTRICT aligned)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Load (Full256< double >, const double *HWY_RESTRICT aligned)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::LoadU (Full256< T > d, const T *HWY_RESTRICT p)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::LoadU (Full256< float >, const float *HWY_RESTRICT p)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::LoadU (Full256< double >, const double *HWY_RESTRICT p)
 
template<typename T , HWY_IF_LANE_SIZE(T, 1) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::MaskedLoad (Mask256< T > m, Full256< T >, const T *HWY_RESTRICT p)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::MaskedLoad (Mask256< float > m, Full256< float >, const float *HWY_RESTRICT p)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::MaskedLoad (Mask256< double > m, Full256< double >, const double *HWY_RESTRICT p)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::LoadDup128 (Full256< T > d, const T *HWY_RESTRICT p)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::LoadDup128 (Full256< float >, const float *const HWY_RESTRICT p)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::LoadDup128 (Full256< double >, const double *const HWY_RESTRICT p)
 
template<typename T >
HWY_API void hwy::HWY_NAMESPACE::Store (Vec256< T > v, Full256< T > d, T *HWY_RESTRICT aligned)
 
HWY_API void hwy::HWY_NAMESPACE::Store (const Vec256< float > v, Full256< float >, float *HWY_RESTRICT aligned)
 
HWY_API void hwy::HWY_NAMESPACE::Store (const Vec256< double > v, Full256< double >, double *HWY_RESTRICT aligned)
 
template<typename T >
HWY_API void hwy::HWY_NAMESPACE::StoreU (Vec256< T > v, Full256< T > d, T *HWY_RESTRICT p)
 
HWY_API void hwy::HWY_NAMESPACE::StoreU (const Vec256< float > v, Full256< float >, float *HWY_RESTRICT p)
 
HWY_API void hwy::HWY_NAMESPACE::StoreU (const Vec256< double > v, Full256< double >, double *HWY_RESTRICT p)
 
template<typename T , HWY_IF_LANE_SIZE(T, 1) >
HWY_API void hwy::HWY_NAMESPACE::BlendedStore (Vec256< T > v, Mask256< T > m, Full256< T >, T *HWY_RESTRICT p)
 
HWY_API void hwy::HWY_NAMESPACE::BlendedStore (Vec256< float > v, Mask256< float > m, Full256< float >, float *HWY_RESTRICT p)
 
HWY_API void hwy::HWY_NAMESPACE::BlendedStore (Vec256< double > v, Mask256< double > m, Full256< double >, double *HWY_RESTRICT p)
 
template<typename T >
HWY_API void hwy::HWY_NAMESPACE::Stream (Vec256< T > v, Full256< T > d, T *HWY_RESTRICT aligned)
 
HWY_API void hwy::HWY_NAMESPACE::Stream (const Vec256< float > v, Full256< float >, float *HWY_RESTRICT aligned)
 
HWY_API void hwy::HWY_NAMESPACE::Stream (const Vec256< double > v, Full256< double >, double *HWY_RESTRICT aligned)
 
template<typename T >
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterOffset (hwy::SizeTag< 4 >, Vec256< T > v, Full256< T >, T *HWY_RESTRICT base, const Vec256< int32_t > offset)
 
template<typename T >
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterIndex (hwy::SizeTag< 4 >, Vec256< T > v, Full256< T >, T *HWY_RESTRICT base, const Vec256< int32_t > index)
 
template<typename T >
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterOffset (hwy::SizeTag< 8 >, Vec256< T > v, Full256< T >, T *HWY_RESTRICT base, const Vec256< int64_t > offset)
 
template<typename T >
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterIndex (hwy::SizeTag< 8 >, Vec256< T > v, Full256< T >, T *HWY_RESTRICT base, const Vec256< int64_t > index)
 
template<typename T , typename Offset >
HWY_API void hwy::HWY_NAMESPACE::ScatterOffset (Vec256< T > v, Full256< T > d, T *HWY_RESTRICT base, const Vec256< Offset > offset)
 
template<typename T , typename Index >
HWY_API void hwy::HWY_NAMESPACE::ScatterIndex (Vec256< T > v, Full256< T > d, T *HWY_RESTRICT base, const Vec256< Index > index)
 
HWY_API void hwy::HWY_NAMESPACE::ScatterOffset (Vec256< float > v, Full256< float >, float *HWY_RESTRICT base, const Vec256< int32_t > offset)
 
HWY_API void hwy::HWY_NAMESPACE::ScatterIndex (Vec256< float > v, Full256< float >, float *HWY_RESTRICT base, const Vec256< int32_t > index)
 
HWY_API void hwy::HWY_NAMESPACE::ScatterOffset (Vec256< double > v, Full256< double >, double *HWY_RESTRICT base, const Vec256< int64_t > offset)
 
HWY_API void hwy::HWY_NAMESPACE::ScatterIndex (Vec256< double > v, Full256< double >, double *HWY_RESTRICT base, const Vec256< int64_t > index)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::GatherOffset (hwy::SizeTag< 4 >, Full256< T >, const T *HWY_RESTRICT base, const Vec256< int32_t > offset)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::GatherIndex (hwy::SizeTag< 4 >, Full256< T >, const T *HWY_RESTRICT base, const Vec256< int32_t > index)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::GatherOffset (hwy::SizeTag< 8 >, Full256< T >, const T *HWY_RESTRICT base, const Vec256< int64_t > offset)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::GatherIndex (hwy::SizeTag< 8 >, Full256< T >, const T *HWY_RESTRICT base, const Vec256< int64_t > index)
 
template<typename T , typename Offset >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::GatherOffset (const Full256< T > d, const T *HWY_RESTRICT base, const Vec256< Offset > offset)
 
template<typename T , typename Index >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::GatherIndex (const Full256< T > d, const T *HWY_RESTRICT base, const Vec256< Index > index)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::GatherOffset (Full256< float >, const float *HWY_RESTRICT base, const Vec256< int32_t > offset)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::GatherIndex (Full256< float >, const float *HWY_RESTRICT base, const Vec256< int32_t > index)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::GatherOffset (Full256< double >, const double *HWY_RESTRICT base, const Vec256< int64_t > offset)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::GatherIndex (Full256< double >, const double *HWY_RESTRICT base, const Vec256< int64_t > index)
 
template<typename T >
HWY_API Vec128< T > hwy::HWY_NAMESPACE::LowerHalf (Full128< T >, Vec256< T > v)
 
HWY_API Vec128< float > hwy::HWY_NAMESPACE::LowerHalf (Full128< float >, Vec256< float > v)
 
HWY_API Vec128< double > hwy::HWY_NAMESPACE::LowerHalf (Full128< double >, Vec256< double > v)
 
template<typename T >
HWY_API Vec128< T > hwy::HWY_NAMESPACE::LowerHalf (Vec256< T > v)
 
template<typename T >
HWY_API Vec128< T > hwy::HWY_NAMESPACE::UpperHalf (Full128< T >, const Vec256< T > v)
 
HWY_API Vec128< float > hwy::HWY_NAMESPACE::UpperHalf (Full128< float >, Vec256< float > v)
 
HWY_API Vec128< double > hwy::HWY_NAMESPACE::UpperHalf (Full128< double >, Vec256< double > v)
 
template<typename T >
HWY_APIhwy::HWY_NAMESPACE::ExtractLane (const Vec256< T > v, size_t i)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::InsertLane (const Vec256< T > v, size_t i, T t)
 
template<typename T >
HWY_APIhwy::HWY_NAMESPACE::GetLane (const Vec256< T > v)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ZeroExtendVector (Full256< T > d, Vec128< T > lo)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::ZeroExtendVector (Full256< float >, Vec128< float > lo)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::ZeroExtendVector (Full256< double >, Vec128< double > lo)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Combine (Full256< T >, Vec128< T > hi, Vec128< T > lo)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Combine (Full256< float > d, Vec128< float > hi, Vec128< float > lo)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Combine (Full256< double > d, Vec128< double > hi, Vec128< double > lo)
 
template<int kBytes, typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ShiftLeftBytes (Full256< T > d, Vec256< T > v)
 
template<int kBytes, typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ShiftLeftBytes (Vec256< T > v)
 
template<int kLanes, typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ShiftLeftLanes (Full256< T > d, const Vec256< T > v)
 
template<int kLanes, typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ShiftLeftLanes (const Vec256< T > v)
 
template<int kBytes, typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ShiftRightBytes (Full256< T > d, Vec256< T > v)
 
template<int kLanes, typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ShiftRightLanes (Full256< T > d, const Vec256< T > v)
 
template<int kBytes, typename T , class V = Vec256<T>>
HWY_APIhwy::HWY_NAMESPACE::CombineShiftRightBytes (Full256< T > d, V hi, V lo)
 
template<int kLane>
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::Broadcast (const Vec256< uint16_t > v)
 
template<int kLane>
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::Broadcast (const Vec256< uint32_t > v)
 
template<int kLane>
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::Broadcast (const Vec256< uint64_t > v)
 
template<int kLane>
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::Broadcast (const Vec256< int16_t > v)
 
template<int kLane>
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::Broadcast (const Vec256< int32_t > v)
 
template<int kLane>
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::Broadcast (const Vec256< int64_t > v)
 
template<int kLane>
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Broadcast (Vec256< float > v)
 
template<int kLane>
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Broadcast (const Vec256< double > v)
 
template<typename T , HWY_IF_LANE_SIZE(T, 4) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Shuffle2301 (const Vec256< T > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Shuffle2301 (const Vec256< float > v)
 
template<typename T , HWY_IF_LANE_SIZE(T, 4) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::detail::Shuffle2301 (Vec256< T > a, const Vec256< T > b)
 
template<typename T , HWY_IF_LANE_SIZE(T, 4) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::detail::Shuffle1230 (Vec256< T > a, const Vec256< T > b)
 
template<typename T , HWY_IF_LANE_SIZE(T, 4) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::detail::Shuffle3012 (Vec256< T > a, const Vec256< T > b)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::Shuffle1032 (const Vec256< uint32_t > v)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::Shuffle1032 (const Vec256< int32_t > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Shuffle1032 (const Vec256< float > v)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::Shuffle01 (const Vec256< uint64_t > v)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::Shuffle01 (const Vec256< int64_t > v)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::Shuffle01 (const Vec256< double > v)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::Shuffle0321 (const Vec256< uint32_t > v)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::Shuffle0321 (const Vec256< int32_t > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Shuffle0321 (const Vec256< float > v)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::Shuffle2103 (const Vec256< uint32_t > v)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::Shuffle2103 (const Vec256< int32_t > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Shuffle2103 (const Vec256< float > v)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::Shuffle0123 (const Vec256< uint32_t > v)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::Shuffle0123 (const Vec256< int32_t > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Shuffle0123 (const Vec256< float > v)
 
template<typename T , typename TI , HWY_IF_LANE_SIZE(T, 4) >
HWY_API Indices256< T > hwy::HWY_NAMESPACE::IndicesFromVec (Full256< T >, Vec256< TI > vec)
 
template<typename T , typename TI >
HWY_API Indices256< T > hwy::HWY_NAMESPACE::SetTableIndices (Full256< T > d, const TI *idx)
 
template<typename T , HWY_IF_LANE_SIZE(T, 4) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::TableLookupLanes (Vec256< T > v, Indices256< T > idx)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::TableLookupLanes (const Vec256< float > v, const Indices256< float > idx)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::TableLookupLanes (const Vec256< double > v, const Indices256< double > idx)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::SwapAdjacentBlocks (Vec256< T > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::SwapAdjacentBlocks (Vec256< float > v)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::SwapAdjacentBlocks (Vec256< double > v)
 
template<typename T , HWY_IF_LANE_SIZE(T, 4) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Reverse (Full256< T > d, const Vec256< T > v)
 
template<typename T , HWY_IF_LANE_SIZE(T, 2) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Reverse2 (Full256< T > d, const Vec256< T > v)
 
template<typename T , HWY_IF_LANE_SIZE(T, 8) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Reverse4 (Full256< T > d, const Vec256< T > v)
 
template<typename T , HWY_IF_LANE_SIZE(T, 8) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Reverse8 (Full256< T >, Vec256< T >)
 
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::InterleaveLower (const Vec256< uint8_t > a, const Vec256< uint8_t > b)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::InterleaveLower (const Vec256< uint16_t > a, const Vec256< uint16_t > b)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::InterleaveLower (const Vec256< uint32_t > a, const Vec256< uint32_t > b)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::InterleaveLower (const Vec256< uint64_t > a, const Vec256< uint64_t > b)
 
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::InterleaveLower (const Vec256< int8_t > a, const Vec256< int8_t > b)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::InterleaveLower (const Vec256< int16_t > a, const Vec256< int16_t > b)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::InterleaveLower (const Vec256< int32_t > a, const Vec256< int32_t > b)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::InterleaveLower (const Vec256< int64_t > a, const Vec256< int64_t > b)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::InterleaveLower (const Vec256< float > a, const Vec256< float > b)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::InterleaveLower (const Vec256< double > a, const Vec256< double > b)
 
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper (const Vec256< uint8_t > a, const Vec256< uint8_t > b)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper (const Vec256< uint16_t > a, const Vec256< uint16_t > b)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper (const Vec256< uint32_t > a, const Vec256< uint32_t > b)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper (const Vec256< uint64_t > a, const Vec256< uint64_t > b)
 
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper (const Vec256< int8_t > a, const Vec256< int8_t > b)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper (const Vec256< int16_t > a, const Vec256< int16_t > b)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper (const Vec256< int32_t > a, const Vec256< int32_t > b)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper (const Vec256< int64_t > a, const Vec256< int64_t > b)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::detail::InterleaveUpper (const Vec256< float > a, const Vec256< float > b)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::detail::InterleaveUpper (const Vec256< double > a, const Vec256< double > b)
 
template<typename T , class V = Vec256<T>>
HWY_APIhwy::HWY_NAMESPACE::InterleaveUpper (Full256< T > d, V a, V b)
 
template<typename T , typename TW = MakeWide<T>>
HWY_API Vec256< TW > hwy::HWY_NAMESPACE::ZipLower (Vec256< T > a, Vec256< T > b)
 
template<typename T , typename TW = MakeWide<T>>
HWY_API Vec256< TW > hwy::HWY_NAMESPACE::ZipLower (Full256< TW > dw, Vec256< T > a, Vec256< T > b)
 
template<typename T , typename TW = MakeWide<T>>
HWY_API Vec256< TW > hwy::HWY_NAMESPACE::ZipUpper (Full256< TW > dw, Vec256< T > a, Vec256< T > b)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ConcatLowerLower (Full256< T >, const Vec256< T > hi, const Vec256< T > lo)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::ConcatLowerLower (Full256< float > d, const Vec256< float > hi, const Vec256< float > lo)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::ConcatLowerLower (Full256< double > d, const Vec256< double > hi, const Vec256< double > lo)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ConcatLowerUpper (Full256< T >, const Vec256< T > hi, const Vec256< T > lo)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::ConcatLowerUpper (Full256< float >, const Vec256< float > hi, const Vec256< float > lo)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::ConcatLowerUpper (Full256< double >, const Vec256< double > hi, const Vec256< double > lo)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ConcatUpperLower (Full256< T >, const Vec256< T > hi, const Vec256< T > lo)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::ConcatUpperLower (Full256< float >, const Vec256< float > hi, const Vec256< float > lo)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::ConcatUpperLower (Full256< double >, const Vec256< double > hi, const Vec256< double > lo)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ConcatUpperUpper (Full256< T >, const Vec256< T > hi, const Vec256< T > lo)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::ConcatUpperUpper (Full256< float >, const Vec256< float > hi, const Vec256< float > lo)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::ConcatUpperUpper (Full256< double >, const Vec256< double > hi, const Vec256< double > lo)
 
template<typename T , HWY_IF_LANE_SIZE(T, 1) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ConcatOdd (Full256< T > d, Vec256< T > hi, Vec256< T > lo)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::ConcatOdd (Full256< float > d, Vec256< float > hi, Vec256< float > lo)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::ConcatOdd (Full256< double > d, Vec256< double > hi, Vec256< double > lo)
 
template<typename T , HWY_IF_LANE_SIZE(T, 1) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ConcatEven (Full256< T > d, Vec256< T > hi, Vec256< T > lo)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::ConcatEven (Full256< float > d, Vec256< float > hi, Vec256< float > lo)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::ConcatEven (Full256< double > d, Vec256< double > hi, Vec256< double > lo)
 
template<typename T , HWY_IF_LANE_SIZE(T, 4) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::DupEven (Vec256< T > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::DupEven (Vec256< float > v)
 
template<typename T , HWY_IF_LANE_SIZE(T, 4) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::DupOdd (Vec256< T > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::DupOdd (Vec256< float > v)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::OddEven (hwy::SizeTag< 1 >, const Vec256< T > a, const Vec256< T > b)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::OddEven (hwy::SizeTag< 2 >, const Vec256< T > a, const Vec256< T > b)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::OddEven (hwy::SizeTag< 4 >, const Vec256< T > a, const Vec256< T > b)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::OddEven (hwy::SizeTag< 8 >, const Vec256< T > a, const Vec256< T > b)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::OddEven (Vec256< T > a, const Vec256< T > b)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::OddEven (const Vec256< float > a, const Vec256< float > b)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::OddEven (const Vec256< double > a, const Vec256< double > b)
 
template<typename T >
Vec256< T > hwy::HWY_NAMESPACE::OddEvenBlocks (Vec256< T > odd, Vec256< T > even)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::OddEvenBlocks (Vec256< float > odd, Vec256< float > even)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::OddEvenBlocks (Vec256< double > odd, Vec256< double > even)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::ReverseBlocks (Full256< T >, const Vec256< T > v)
 
template<typename T , typename TI >
HWY_API Vec256< TI > hwy::HWY_NAMESPACE::TableLookupBytes (const Vec256< T > bytes, Vec256< TI > from)
 
template<typename T , typename TI , size_t NI>
HWY_API Vec128< TI, NI > hwy::HWY_NAMESPACE::TableLookupBytes (const Vec256< T > bytes, const Vec128< TI, NI > from)
 
template<typename T , size_t N, typename TI >
HWY_API Vec256< TI > hwy::HWY_NAMESPACE::TableLookupBytes (const Vec128< T, N > bytes, const Vec256< TI > from)
 
HWY_INLINE Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::Shl (hwy::UnsignedTag, Vec256< uint16_t > v, Vec256< uint16_t > bits)
 
HWY_INLINE Vec256< uint32_t > hwy::HWY_NAMESPACE::detail::Shl (hwy::UnsignedTag, Vec256< uint32_t > v, Vec256< uint32_t > bits)
 
HWY_INLINE Vec256< uint64_t > hwy::HWY_NAMESPACE::detail::Shl (hwy::UnsignedTag, Vec256< uint64_t > v, Vec256< uint64_t > bits)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::Shl (hwy::SignedTag, Vec256< T > v, Vec256< T > bits)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::operator<< (Vec256< T > v, const Vec256< T > bits)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::operator>> (Vec256< uint16_t > v, Vec256< uint16_t > bits)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::operator>> (Vec256< uint32_t > v, Vec256< uint32_t > bits)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::operator>> (Vec256< uint64_t > v, Vec256< uint64_t > bits)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::operator>> (Vec256< int16_t > v, Vec256< int16_t > bits)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::operator>> (Vec256< int32_t > v, Vec256< int32_t > bits)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::operator>> (Vec256< int64_t > v, Vec256< int64_t > bits)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::MulEven (Vec256< uint64_t > a, const Vec256< uint64_t > b)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::MulOdd (Vec256< uint64_t > a, const Vec256< uint64_t > b)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::ReorderWidenMulAccumulate (Full256< int32_t >, Vec256< int16_t > a, Vec256< int16_t > b, const Vec256< int32_t > sum0, Vec256< int32_t > &)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::RearrangeToOddPlusEven (const Vec256< int32_t > sum0, Vec256< int32_t >)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::PromoteTo (Full256< double >, const Vec128< float, 4 > v)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::PromoteTo (Full256< double >, const Vec128< int32_t, 4 > v)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::PromoteTo (Full256< uint16_t >, Vec128< uint8_t > v)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::PromoteTo (Full256< uint32_t >, Vec128< uint8_t, 8 > v)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::PromoteTo (Full256< int16_t >, Vec128< uint8_t > v)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::PromoteTo (Full256< int32_t >, Vec128< uint8_t, 8 > v)
 
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::PromoteTo (Full256< uint32_t >, Vec128< uint16_t > v)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::PromoteTo (Full256< int32_t >, Vec128< uint16_t > v)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::PromoteTo (Full256< uint64_t >, Vec128< uint32_t > v)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::PromoteTo (Full256< int16_t >, Vec128< int8_t > v)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::PromoteTo (Full256< int32_t >, Vec128< int8_t, 8 > v)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::PromoteTo (Full256< int32_t >, Vec128< int16_t > v)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::PromoteTo (Full256< int64_t >, Vec128< int32_t > v)
 
HWY_API Vec128< uint16_t > hwy::HWY_NAMESPACE::DemoteTo (Full128< uint16_t >, const Vec256< int32_t > v)
 
HWY_API Vec128< int16_t > hwy::HWY_NAMESPACE::DemoteTo (Full128< int16_t >, const Vec256< int32_t > v)
 
HWY_API Vec64< uint8_t > hwy::HWY_NAMESPACE::DemoteTo (Full64< uint8_t >, const Vec256< int32_t > v)
 
HWY_API Vec128< uint8_t > hwy::HWY_NAMESPACE::DemoteTo (Full128< uint8_t >, const Vec256< int16_t > v)
 
HWY_API Vec64< int8_t > hwy::HWY_NAMESPACE::DemoteTo (Full64< int8_t >, const Vec256< int32_t > v)
 
HWY_API Vec128< int8_t > hwy::HWY_NAMESPACE::DemoteTo (Full128< int8_t >, const Vec256< int16_t > v)
 
HWY_API Vec128< float16_t > hwy::HWY_NAMESPACE::DemoteTo (Full128< float16_t > d16, const Vec256< float > v)
 
HWY_API Vec128< bfloat16_t > hwy::HWY_NAMESPACE::DemoteTo (Full128< bfloat16_t > dbf16, const Vec256< float > v)
 
HWY_API Vec256< bfloat16_t > hwy::HWY_NAMESPACE::ReorderDemote2To (Full256< bfloat16_t > dbf16, Vec256< float > a, Vec256< float > b)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::ReorderDemote2To (Full256< int16_t > d16, Vec256< int32_t > a, Vec256< int32_t > b)
 
HWY_API Vec128< float > hwy::HWY_NAMESPACE::DemoteTo (Full128< float >, const Vec256< double > v)
 
HWY_API Vec128< int32_t > hwy::HWY_NAMESPACE::DemoteTo (Full128< int32_t > di, const Vec256< double > v)
 
HWY_API Vec64< uint8_t > hwy::HWY_NAMESPACE::U8FromU32 (const Vec256< uint32_t > v)
 
template<uint32_t LO, uint32_t HI, typename T >
HWY_INLINE Vec128< uint32_t > hwy::HWY_NAMESPACE::detail::LookupAndConcatHalves (Vec256< T > v)
 
template<uint16_t LO, uint16_t HI, typename T >
HWY_INLINE Vec128< uint32_t, 2 > hwy::HWY_NAMESPACE::detail::LookupAndConcatQuarters (Vec256< T > v)
 
HWY_API Vec128< uint8_t, 4 > hwy::HWY_NAMESPACE::TruncateTo (Simd< uint8_t, 4, 0 >, const Vec256< uint64_t > v)
 
HWY_API Vec128< uint16_t, 4 > hwy::HWY_NAMESPACE::TruncateTo (Simd< uint16_t, 4, 0 >, const Vec256< uint64_t > v)
 
HWY_API Vec128< uint32_t > hwy::HWY_NAMESPACE::TruncateTo (Simd< uint32_t, 4, 0 >, const Vec256< uint64_t > v)
 
HWY_API Vec128< uint8_t, 8 > hwy::HWY_NAMESPACE::TruncateTo (Simd< uint8_t, 8, 0 >, const Vec256< uint32_t > v)
 
HWY_API Vec128< uint16_t > hwy::HWY_NAMESPACE::TruncateTo (Simd< uint16_t, 8, 0 >, const Vec256< uint32_t > v)
 
HWY_API Vec128< uint8_t > hwy::HWY_NAMESPACE::TruncateTo (Simd< uint8_t, 16, 0 >, const Vec256< uint16_t > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::ConvertTo (Full256< float >, const Vec256< int32_t > v)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::ConvertTo (Full256< double > dd, const Vec256< int64_t > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::ConvertTo (HWY_MAYBE_UNUSED Full256< float > df, const Vec256< uint32_t > v)
 
HWY_API Vec256< double > hwy::HWY_NAMESPACE::ConvertTo (HWY_MAYBE_UNUSED Full256< double > dd, const Vec256< uint64_t > v)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::ConvertTo (Full256< int32_t > d, const Vec256< float > v)
 
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::ConvertTo (Full256< int64_t > di, const Vec256< double > v)
 
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::NearestInt (const Vec256< float > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::PromoteTo (Full256< float > df32, const Vec128< float16_t > v)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::PromoteTo (Full256< float > df32, const Vec128< bfloat16_t > v)
 
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::AESRound (Vec256< uint8_t > state, Vec256< uint8_t > round_key)
 
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::AESLastRound (Vec256< uint8_t > state, Vec256< uint8_t > round_key)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::CLMulLower (Vec256< uint64_t > a, Vec256< uint64_t > b)
 
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::CLMulUpper (Vec256< uint64_t > a, Vec256< uint64_t > b)
 
template<typename T , typename T2 >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Iota (const Full256< T > d, const T2 first)
 
template<typename T >
HWY_API Mask256< T > hwy::HWY_NAMESPACE::LoadMaskBits (const Full256< T >, const uint8_t *HWY_RESTRICT bits)
 
template<typename T >
HWY_API size_t hwy::HWY_NAMESPACE::StoreMaskBits (const Full256< T >, const Mask256< T > mask, uint8_t *bits)
 
template<typename T >
HWY_API size_t hwy::HWY_NAMESPACE::CountTrue (const Full256< T > d, const Mask256< T > m)
 
template<typename T >
HWY_API size_t hwy::HWY_NAMESPACE::FindKnownFirstTrue (const Full256< T > d, const Mask256< T > mask)
 
template<typename T >
HWY_API intptr_t hwy::HWY_NAMESPACE::FindFirstTrue (const Full256< T > d, const Mask256< T > mask)
 
template<typename T >
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse (hwy::SizeTag< 1 >, const Mask256< T > mask)
 
template<typename T >
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse (hwy::SizeTag< 2 >, const Mask256< T > mask)
 
template<typename T >
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse (hwy::SizeTag< 4 >, const Mask256< T > mask)
 
template<typename T >
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse (hwy::SizeTag< 8 >, const Mask256< T > mask)
 
template<typename T >
HWY_API bool hwy::HWY_NAMESPACE::AllFalse (const Full256< T > d, const Mask256< T > m)
 
template<typename T >
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue (hwy::SizeTag< 1 >, const Mask256< T > mask)
 
template<typename T >
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue (hwy::SizeTag< 2 >, const Mask256< T > mask)
 
template<typename T >
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue (hwy::SizeTag< 4 >, const Mask256< T > mask)
 
template<typename T >
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue (hwy::SizeTag< 8 >, const Mask256< T > mask)
 
template<typename T >
HWY_API bool hwy::HWY_NAMESPACE::AllTrue (const Full256< T > d, const Mask256< T > m)
 
template<typename T , HWY_IF_LANE_SIZE(T, 4) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::Compress (Vec256< T > v, Mask256< T > mask)
 
HWY_API Vec256< float > hwy::HWY_NAMESPACE::Compress (Vec256< float > v, Mask256< float > mask)
 
template<typename T , HWY_IF_LANE_SIZE(T, 8) >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::CompressNot (Vec256< T > v, Mask256< T > mask)
 
template<typename T , HWY_IF_LANE_SIZE(T, 4) >
HWY_API size_t hwy::HWY_NAMESPACE::CompressStore (Vec256< T > v, Mask256< T > mask, Full256< T >, T *HWY_RESTRICT unaligned)
 
HWY_API size_t hwy::HWY_NAMESPACE::CompressStore (Vec256< float > v, Mask256< float > mask, Full256< float >, float *HWY_RESTRICT unaligned)
 
HWY_API size_t hwy::HWY_NAMESPACE::CompressStore (Vec256< double > v, Mask256< double > mask, Full256< double >, double *HWY_RESTRICT unaligned)
 
template<typename T >
HWY_API size_t hwy::HWY_NAMESPACE::CompressBlendedStore (const Vec256< T > v, const Mask256< T > m, Full256< T > d, T *HWY_RESTRICT unaligned)
 
template<typename T , HWY_IF_NOT_LANE_SIZE(T, 1) >
HWY_API size_t hwy::HWY_NAMESPACE::CompressBitsStore (Vec256< T > v, const uint8_t *HWY_RESTRICT bits, Full256< T > d, T *HWY_RESTRICT unaligned)
 
template<typename T >
HWY_API void hwy::HWY_NAMESPACE::detail::LoadTransposedBlocks3 (Full256< T > d, const T *HWY_RESTRICT unaligned, Vec256< T > &A, Vec256< T > &B, Vec256< T > &C)
 
template<typename T >
HWY_API void hwy::HWY_NAMESPACE::detail::LoadTransposedBlocks4 (Full256< T > d, const T *HWY_RESTRICT unaligned, Vec256< T > &A, Vec256< T > &B, Vec256< T > &C, Vec256< T > &D)
 
template<typename T >
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks2 (const Vec256< T > i, const Vec256< T > j, const Full256< T > d, T *HWY_RESTRICT unaligned)
 
template<typename T >
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks3 (const Vec256< T > i, const Vec256< T > j, const Vec256< T > k, Full256< T > d, T *HWY_RESTRICT unaligned)
 
template<typename T >
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks4 (const Vec256< T > i, const Vec256< T > j, const Vec256< T > k, const Vec256< T > l, Full256< T > d, T *HWY_RESTRICT unaligned)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::SumOfLanes (hwy::SizeTag< 4 >, const Vec256< T > v3210)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::MinOfLanes (hwy::SizeTag< 4 >, const Vec256< T > v3210)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::MaxOfLanes (hwy::SizeTag< 4 >, const Vec256< T > v3210)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::SumOfLanes (hwy::SizeTag< 8 >, const Vec256< T > v10)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::MinOfLanes (hwy::SizeTag< 8 >, const Vec256< T > v10)
 
template<typename T >
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::MaxOfLanes (hwy::SizeTag< 8 >, const Vec256< T > v10)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::SumOfLanes (hwy::SizeTag< 2 >, Vec256< uint16_t > v)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::detail::SumOfLanes (hwy::SizeTag< 2 >, Vec256< int16_t > v)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::MinOfLanes (hwy::SizeTag< 2 >, Vec256< uint16_t > v)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::detail::MinOfLanes (hwy::SizeTag< 2 >, Vec256< int16_t > v)
 
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::MaxOfLanes (hwy::SizeTag< 2 >, Vec256< uint16_t > v)
 
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::detail::MaxOfLanes (hwy::SizeTag< 2 >, Vec256< int16_t > v)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::SumOfLanes (Full256< T > d, const Vec256< T > v)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::MinOfLanes (Full256< T > d, const Vec256< T > v)
 
template<typename T >
HWY_API Vec256< T > hwy::HWY_NAMESPACE::MaxOfLanes (Full256< T > d, const Vec256< T > v)
 
 HWY_AFTER_NAMESPACE ()
 

Macro Definition Documentation

◆ HWY_HAVE_ZEXT

#define HWY_HAVE_ZEXT   0

◆ HWY_NATIVE_AES

#define HWY_NATIVE_AES

◆ HWY_NATIVE_POPCNT

#define HWY_NATIVE_POPCNT

Function Documentation

◆ HWY_AFTER_NAMESPACE()

HWY_AFTER_NAMESPACE ( )

◆ HWY_BEFORE_NAMESPACE()

HWY_BEFORE_NAMESPACE ( )