|
@@ -14,27 +14,13 @@
|
|
|
#ifndef __BMIINTRIN_H
|
|
|
#define __BMIINTRIN_H
|
|
|
|
|
|
-#define _tzcnt_u16(a) (__tzcnt_u16((a)))
|
|
|
-
|
|
|
-#define _andn_u32(a, b) (__andn_u32((a), (b)))
|
|
|
-
|
|
|
-/* _bextr_u32 != __bextr_u32 */
|
|
|
-#define _blsi_u32(a) (__blsi_u32((a)))
|
|
|
-
|
|
|
-#define _blsmsk_u32(a) (__blsmsk_u32((a)))
|
|
|
-
|
|
|
-#define _blsr_u32(a) (__blsr_u32((a)))
|
|
|
-
|
|
|
-#define _tzcnt_u32(a) (__tzcnt_u32((a)))
|
|
|
-
|
|
|
-/* Define the default attributes for the functions in this file. */
|
|
|
-#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("bmi")))
|
|
|
-
|
|
|
/* Allow using the tzcnt intrinsics even for non-BMI targets. Since the TZCNT
|
|
|
instruction behaves as BSF on non-BMI targets, there is code that expects
|
|
|
to use it as a potentially faster version of BSF. */
|
|
|
#define __RELAXED_FN_ATTRS __attribute__((__always_inline__, __nodebug__))
|
|
|
|
|
|
+#define _tzcnt_u16(a) (__tzcnt_u16((a)))
|
|
|
+
|
|
|
/// Counts the number of trailing zero bits in the operand.
|
|
|
///
|
|
|
/// \headerfile <x86intrin.h>
|
|
@@ -51,6 +37,94 @@ __tzcnt_u16(unsigned short __X)
|
|
|
return __builtin_ia32_tzcnt_u16(__X);
|
|
|
}
|
|
|
|
|
|
+/// Counts the number of trailing zero bits in the operand.
|
|
|
+///
|
|
|
+/// \headerfile <x86intrin.h>
|
|
|
+///
|
|
|
+/// This intrinsic corresponds to the <c> TZCNT </c> instruction.
|
|
|
+///
|
|
|
+/// \param __X
|
|
|
+/// An unsigned 32-bit integer whose trailing zeros are to be counted.
|
|
|
+/// \returns An unsigned 32-bit integer containing the number of trailing zero
|
|
|
+/// bits in the operand.
|
|
|
+static __inline__ unsigned int __RELAXED_FN_ATTRS
|
|
|
+__tzcnt_u32(unsigned int __X)
|
|
|
+{
|
|
|
+ return __builtin_ia32_tzcnt_u32(__X);
|
|
|
+}
|
|
|
+
|
|
|
+/// Counts the number of trailing zero bits in the operand.
|
|
|
+///
|
|
|
+/// \headerfile <x86intrin.h>
|
|
|
+///
|
|
|
+/// This intrinsic corresponds to the <c> TZCNT </c> instruction.
|
|
|
+///
|
|
|
+/// \param __X
|
|
|
+/// An unsigned 32-bit integer whose trailing zeros are to be counted.
|
|
|
+/// \returns An 32-bit integer containing the number of trailing zero bits in
|
|
|
+/// the operand.
|
|
|
+static __inline__ int __RELAXED_FN_ATTRS
|
|
|
+_mm_tzcnt_32(unsigned int __X)
|
|
|
+{
|
|
|
+ return __builtin_ia32_tzcnt_u32(__X);
|
|
|
+}
|
|
|
+
|
|
|
+#define _tzcnt_u32(a) (__tzcnt_u32((a)))
|
|
|
+
|
|
|
+#ifdef __x86_64__
|
|
|
+
|
|
|
+/// Counts the number of trailing zero bits in the operand.
|
|
|
+///
|
|
|
+/// \headerfile <x86intrin.h>
|
|
|
+///
|
|
|
+/// This intrinsic corresponds to the <c> TZCNT </c> instruction.
|
|
|
+///
|
|
|
+/// \param __X
|
|
|
+/// An unsigned 64-bit integer whose trailing zeros are to be counted.
|
|
|
+/// \returns An unsigned 64-bit integer containing the number of trailing zero
|
|
|
+/// bits in the operand.
|
|
|
+static __inline__ unsigned long long __RELAXED_FN_ATTRS
|
|
|
+__tzcnt_u64(unsigned long long __X)
|
|
|
+{
|
|
|
+ return __builtin_ia32_tzcnt_u64(__X);
|
|
|
+}
|
|
|
+
|
|
|
+/// Counts the number of trailing zero bits in the operand.
|
|
|
+///
|
|
|
+/// \headerfile <x86intrin.h>
|
|
|
+///
|
|
|
+/// This intrinsic corresponds to the <c> TZCNT </c> instruction.
|
|
|
+///
|
|
|
+/// \param __X
|
|
|
+/// An unsigned 64-bit integer whose trailing zeros are to be counted.
|
|
|
+/// \returns An 64-bit integer containing the number of trailing zero bits in
|
|
|
+/// the operand.
|
|
|
+static __inline__ long long __RELAXED_FN_ATTRS
|
|
|
+_mm_tzcnt_64(unsigned long long __X)
|
|
|
+{
|
|
|
+ return __builtin_ia32_tzcnt_u64(__X);
|
|
|
+}
|
|
|
+
|
|
|
+#define _tzcnt_u64(a) (__tzcnt_u64((a)))
|
|
|
+
|
|
|
+#endif /* __x86_64__ */
|
|
|
+
|
|
|
+#undef __RELAXED_FN_ATTRS
|
|
|
+
|
|
|
+#if !defined(_MSC_VER) || __has_feature(modules) || defined(__BMI__)
|
|
|
+
|
|
|
+/* Define the default attributes for the functions in this file. */
|
|
|
+#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("bmi")))
|
|
|
+
|
|
|
+#define _andn_u32(a, b) (__andn_u32((a), (b)))
|
|
|
+
|
|
|
+/* _bextr_u32 != __bextr_u32 */
|
|
|
+#define _blsi_u32(a) (__blsi_u32((a)))
|
|
|
+
|
|
|
+#define _blsmsk_u32(a) (__blsmsk_u32((a)))
|
|
|
+
|
|
|
+#define _blsr_u32(a) (__blsr_u32((a)))
|
|
|
+
|
|
|
/// Performs a bitwise AND of the second operand with the one's
|
|
|
/// complement of the first operand.
|
|
|
///
|
|
@@ -169,38 +243,6 @@ __blsr_u32(unsigned int __X)
|
|
|
return __X & (__X - 1);
|
|
|
}
|
|
|
|
|
|
-/// Counts the number of trailing zero bits in the operand.
|
|
|
-///
|
|
|
-/// \headerfile <x86intrin.h>
|
|
|
-///
|
|
|
-/// This intrinsic corresponds to the <c> TZCNT </c> instruction.
|
|
|
-///
|
|
|
-/// \param __X
|
|
|
-/// An unsigned 32-bit integer whose trailing zeros are to be counted.
|
|
|
-/// \returns An unsigned 32-bit integer containing the number of trailing zero
|
|
|
-/// bits in the operand.
|
|
|
-static __inline__ unsigned int __RELAXED_FN_ATTRS
|
|
|
-__tzcnt_u32(unsigned int __X)
|
|
|
-{
|
|
|
- return __builtin_ia32_tzcnt_u32(__X);
|
|
|
-}
|
|
|
-
|
|
|
-/// Counts the number of trailing zero bits in the operand.
|
|
|
-///
|
|
|
-/// \headerfile <x86intrin.h>
|
|
|
-///
|
|
|
-/// This intrinsic corresponds to the <c> TZCNT </c> instruction.
|
|
|
-///
|
|
|
-/// \param __X
|
|
|
-/// An unsigned 32-bit integer whose trailing zeros are to be counted.
|
|
|
-/// \returns An 32-bit integer containing the number of trailing zero bits in
|
|
|
-/// the operand.
|
|
|
-static __inline__ int __RELAXED_FN_ATTRS
|
|
|
-_mm_tzcnt_32(unsigned int __X)
|
|
|
-{
|
|
|
- return __builtin_ia32_tzcnt_u32(__X);
|
|
|
-}
|
|
|
-
|
|
|
#ifdef __x86_64__
|
|
|
|
|
|
#define _andn_u64(a, b) (__andn_u64((a), (b)))
|
|
@@ -212,8 +254,6 @@ _mm_tzcnt_32(unsigned int __X)
|
|
|
|
|
|
#define _blsr_u64(a) (__blsr_u64((a)))
|
|
|
|
|
|
-#define _tzcnt_u64(a) (__tzcnt_u64((a)))
|
|
|
-
|
|
|
/// Performs a bitwise AND of the second operand with the one's
|
|
|
/// complement of the first operand.
|
|
|
///
|
|
@@ -332,41 +372,10 @@ __blsr_u64(unsigned long long __X)
|
|
|
return __X & (__X - 1);
|
|
|
}
|
|
|
|
|
|
-/// Counts the number of trailing zero bits in the operand.
|
|
|
-///
|
|
|
-/// \headerfile <x86intrin.h>
|
|
|
-///
|
|
|
-/// This intrinsic corresponds to the <c> TZCNT </c> instruction.
|
|
|
-///
|
|
|
-/// \param __X
|
|
|
-/// An unsigned 64-bit integer whose trailing zeros are to be counted.
|
|
|
-/// \returns An unsigned 64-bit integer containing the number of trailing zero
|
|
|
-/// bits in the operand.
|
|
|
-static __inline__ unsigned long long __RELAXED_FN_ATTRS
|
|
|
-__tzcnt_u64(unsigned long long __X)
|
|
|
-{
|
|
|
- return __builtin_ia32_tzcnt_u64(__X);
|
|
|
-}
|
|
|
-
|
|
|
-/// Counts the number of trailing zero bits in the operand.
|
|
|
-///
|
|
|
-/// \headerfile <x86intrin.h>
|
|
|
-///
|
|
|
-/// This intrinsic corresponds to the <c> TZCNT </c> instruction.
|
|
|
-///
|
|
|
-/// \param __X
|
|
|
-/// An unsigned 64-bit integer whose trailing zeros are to be counted.
|
|
|
-/// \returns An 64-bit integer containing the number of trailing zero bits in
|
|
|
-/// the operand.
|
|
|
-static __inline__ long long __RELAXED_FN_ATTRS
|
|
|
-_mm_tzcnt_64(unsigned long long __X)
|
|
|
-{
|
|
|
- return __builtin_ia32_tzcnt_u64(__X);
|
|
|
-}
|
|
|
-
|
|
|
#endif /* __x86_64__ */
|
|
|
|
|
|
#undef __DEFAULT_FN_ATTRS
|
|
|
-#undef __RELAXED_FN_ATTRS
|
|
|
+
|
|
|
+#endif /* !defined(_MSC_VER) || __has_feature(modules) || defined(__BMI__) */
|
|
|
|
|
|
#endif /* __BMIINTRIN_H */
|