#ifndef SIMDJSON_HASWELL_BITMANIPULATION_H

#define SIMDJSON_HASWELL_BITMANIPULATION_H

#include "simdjson.h"

#include "haswell/intrinsics.h"

TARGET_HASWELL

namespace simdjson {

namespace haswell {

// We sometimes call trailing_zero on inputs that are zero,

// but the algorithms do not end up using the returned value.

// Sadly, sanitizers are not smart enough to figure it out.

NO_SANITIZE_UNDEFINED

really_inline int trailing_zeroes(uint64_t input_num) {

#ifdef SIMDJSON_REGULAR_VISUAL_STUDIO

return (int)_tzcnt_u64(input_num);

#else // SIMDJSON_REGULAR_VISUAL_STUDIO

////////

// You might expect the next line to be equivalent to

// return (int)_tzcnt_u64(input_num);

// but the generated code differs and might be less efficient?

////////

return __builtin_ctzll(input_num);

#endif // SIMDJSON_REGULAR_VISUAL_STUDIO

}

/* result might be undefined when input_num is zero */

really_inline uint64_t clear_lowest_bit(uint64_t input_num) {

return _blsr_u64(input_num);

}

/* result might be undefined when input_num is zero */

really_inline int leading_zeroes(uint64_t input_num) {

return int(_lzcnt_u64(input_num));

}

#ifdef SIMDJSON_REGULAR_VISUAL_STUDIO

really_inline unsigned __int64 count_ones(uint64_t input_num) {

// note: we do not support legacy 32-bit Windows

return __popcnt64(input_num);// Visual Studio wants two underscores

}

#else

really_inline long long int count_ones(uint64_t input_num) {

return _popcnt64(input_num);

}

#endif

really_inline bool add_overflow(uint64_t value1, uint64_t value2,

uint64_t *result) {

#ifdef SIMDJSON_REGULAR_VISUAL_STUDIO

return _addcarry_u64(0, value1, value2,

reinterpret_cast<unsigned __int64 *>(result));

#else

return __builtin_uaddll_overflow(value1, value2,

(unsigned long long *)result);

#endif

}

#if defined(SIMDJSON_REGULAR_VISUAL_STUDIO) || defined(SIMDJSON_IS_32BITS)

#pragma intrinsic(_umul128)

#endif

really_inline bool mul_overflow(uint64_t value1, uint64_t value2,

uint64_t *result) {

#ifdef SIMDJSON_REGULAR_VISUAL_STUDIO

uint64_t high;

*result = _umul128(value1, value2, &high);

return high;

#else

return __builtin_umulll_overflow(value1, value2,

(unsigned long long *)result);

#endif

}

} // namespace haswell

} // namespace simdjson

UNTARGET_REGION

#endif // SIMDJSON_HASWELL_BITMANIPULATION_H