Go to the documentation of this file. 1 #ifndef BMUTIL__H__INCLUDED__
2 #define BMUTIL__H__INCLUDED__
28 #if defined(_M_AMD64) || defined(_M_X64)
30 #elif defined(BMSSE2OPT) || defined(BMSSE42OPT)
31 #include <emmintrin.h>
32 #elif defined(BMAVX2OPT)
33 #include <emmintrin.h>
34 #include <avx2intrin.h>
38 #pragma GCC diagnostic push
39 #pragma GCC diagnostic ignored "-Wconversion"
43 #pragma warning( push )
44 #pragma warning( disable : 4146)
63 #if defined(BMAVX512OPT)
66 #if defined(BMAVX2OPT)
69 #if defined(BMSSE2OPT) || defined(BMSSE42OPT)
79 explicit operator __m512i*() {
return &
b_.w512[0]; }
80 explicit operator const __m512i*()
const {
return &
b_.w512[0]; }
83 explicit operator __m256i*() {
return &
b_.w256[0]; }
84 explicit operator const __m256i*()
const {
return &
b_.w256[0]; }
86 #if defined(BMSSE2OPT) || defined(BMSSE42OPT)
87 explicit operator __m128i*() {
return &
b_.w128[0]; }
88 explicit operator const __m128i*()
const {
return &
b_.w128[0]; }
104 return v1 < v2 ? v1 : v2;
116 if (x >= 1<<16) { x = (T)(x >> 16); l |= 16; }
117 if (x >= 1<<8) { x = (T)(x >> 8); l |= 8; }
118 if (x >= 1<<4) { x = (T)(x >> 4); l |= 4; }
119 if (x >= 1<<2) { x = (T)(x >> 2); l |= 2; }
120 if (x >= 1<<1) l |=1;
131 if (x >= 1<<1) l |=1;
162 ((x >= (1U << 24)) ? ((x >= (1 << 28)) ? 28u : 24u) : ((x >= (1U << 20)) ? 20u : 16u))
164 ((x >= (1U << 8)) ? ((x >= (1U << 12)) ? 12u : 8u) : ((x >= (1U << 4)) ? 4u : 0u));
221 unsigned bsf_asm32(
unsigned int v)
224 asm volatile(
" bsfl %1, %0":
"=r"(r):
"rm"(v) );
229 unsigned bsr_asm32(
unsigned int v)
232 asm volatile(
" bsrl %1, %0":
"=r"(r):
"rm"(v) );
240 #if defined(_M_AMD64) || defined(_M_X64) // inline assembly not supported
243 unsigned int bsr_asm32(
unsigned int value)
246 _BitScanReverse(&r, value);
251 unsigned int bsf_asm32(
unsigned int value)
254 _BitScanForward(&r, value);
261 unsigned int bsr_asm32(
unsigned int value)
267 unsigned int bsf_asm32(
unsigned int value)
293 #if defined(BM_x86) && (defined(__GNUG__) || defined(_MSC_VER))
294 return bm::bsr_asm32(value);
296 return bm::ilog2_LUT<unsigned int>(value);
304 #if defined(BM_x86) && (defined(__GNUG__) || defined(_MSC_VER))
305 return bm::bsf_asm32(value);
315 #if defined(BMAVX2OPT) || defined (BMAVX512OPT)
325 #if defined(BMAVX2OPT) || defined (BMAVX512OPT)
338 #if defined(BMAVX2OPT) || defined (BMAVX512OPT)
339 return (
unsigned)_lzcnt_u64(w);
342 unsigned w1 = unsigned(w >> 32);
362 #if defined(BMAVX2OPT) || defined (BMAVX512OPT)
363 return (
unsigned)_tzcnt_u64(w);
366 unsigned w1 = unsigned(w);
370 w1 = unsigned(w >> 32);
384 #pragma GCC diagnostic pop
387 #pragma warning( pop )
BMFORCEINLINE unsigned long long bmi_blsi_u64(unsigned long long w)
Constants, tables and typedefs.
bm::id64_t BM_VECT_ALIGN w64[bm::set_block_size/2] BM_VECT_ALIGN_ATTR
const unsigned set_block_size
Structure for TZCNT constants.
bit-block array wrapped into union for correct interpretation of 32-bit vs 64-bit access vs SIMD
unsigned bit_scan_reverse32(unsigned value)
unsigned long long int id64_t
Structure keeps index of first right 1 bit for every byte.
BMFORCEINLINE unsigned long long bmi_bslr_u64(unsigned long long w)
union bm::bit_block_t::bunion_t b_
unsigned bit_scan_forward32(unsigned value)
T min_value(T v1, T v2)
Get minimum of 2 values.
bm::word_t BM_VECT_ALIGN w32[bm::set_block_size] BM_VECT_ALIGN_ATTR
T ilog2(T x)
Fast loop-less function to find LOG2.
unsigned short gap_word_t
unsigned count_leading_zeros_u64(bm::id64_t w)
64-bit bit-scan reverse
Mini auto-pointer for internal memory management.
const bm::word_t * end() const
unsigned count_leading_zeros(unsigned x)
Portable LZCNT with (uses minimal LUT)
T ilog2_LUT(T x)
Lookup table based integer LOG2.
unsigned count_trailing_zeros_u64(bm::id64_t w)
const bm::word_t * begin() const
unsigned count_trailing_zeros(unsigned v)
Portable TZCNT with (uses 37-LUT)
Structure for LZCNT constants (4-bit)
__m128i BM_VECT_ALIGN w128[bm::set_block_size/4] BM_VECT_ALIGN_ATTR