1*f4a2713aSLionel Sambuc /*===---- bmiintrin.h - BMI intrinsics -------------------------------------=== 2*f4a2713aSLionel Sambuc * 3*f4a2713aSLionel Sambuc * Permission is hereby granted, free of charge, to any person obtaining a copy 4*f4a2713aSLionel Sambuc * of this software and associated documentation files (the "Software"), to deal 5*f4a2713aSLionel Sambuc * in the Software without restriction, including without limitation the rights 6*f4a2713aSLionel Sambuc * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 7*f4a2713aSLionel Sambuc * copies of the Software, and to permit persons to whom the Software is 8*f4a2713aSLionel Sambuc * furnished to do so, subject to the following conditions: 9*f4a2713aSLionel Sambuc * 10*f4a2713aSLionel Sambuc * The above copyright notice and this permission notice shall be included in 11*f4a2713aSLionel Sambuc * all copies or substantial portions of the Software. 12*f4a2713aSLionel Sambuc * 13*f4a2713aSLionel Sambuc * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 14*f4a2713aSLionel Sambuc * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 15*f4a2713aSLionel Sambuc * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 16*f4a2713aSLionel Sambuc * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 17*f4a2713aSLionel Sambuc * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 18*f4a2713aSLionel Sambuc * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 19*f4a2713aSLionel Sambuc * THE SOFTWARE. 20*f4a2713aSLionel Sambuc * 21*f4a2713aSLionel Sambuc *===-----------------------------------------------------------------------=== 22*f4a2713aSLionel Sambuc */ 23*f4a2713aSLionel Sambuc 24*f4a2713aSLionel Sambuc #if !defined __X86INTRIN_H && !defined __IMMINTRIN_H 25*f4a2713aSLionel Sambuc #error "Never use <bmiintrin.h> directly; include <x86intrin.h> instead." 26*f4a2713aSLionel Sambuc #endif 27*f4a2713aSLionel Sambuc 28*f4a2713aSLionel Sambuc #ifndef __BMI__ 29*f4a2713aSLionel Sambuc # error "BMI instruction set not enabled" 30*f4a2713aSLionel Sambuc #endif /* __BMI__ */ 31*f4a2713aSLionel Sambuc 32*f4a2713aSLionel Sambuc #ifndef __BMIINTRIN_H 33*f4a2713aSLionel Sambuc #define __BMIINTRIN_H 34*f4a2713aSLionel Sambuc 35*f4a2713aSLionel Sambuc static __inline__ unsigned short __attribute__((__always_inline__, __nodebug__)) 36*f4a2713aSLionel Sambuc __tzcnt_u16(unsigned short __X) 37*f4a2713aSLionel Sambuc { 38*f4a2713aSLionel Sambuc return __builtin_ctzs(__X); 39*f4a2713aSLionel Sambuc } 40*f4a2713aSLionel Sambuc 41*f4a2713aSLionel Sambuc static __inline__ unsigned int __attribute__((__always_inline__, __nodebug__)) 42*f4a2713aSLionel Sambuc __andn_u32(unsigned int __X, unsigned int __Y) 43*f4a2713aSLionel Sambuc { 44*f4a2713aSLionel Sambuc return ~__X & __Y; 45*f4a2713aSLionel Sambuc } 46*f4a2713aSLionel Sambuc 47*f4a2713aSLionel Sambuc static __inline__ unsigned int __attribute__((__always_inline__, __nodebug__)) 48*f4a2713aSLionel Sambuc __bextr_u32(unsigned int __X, unsigned int __Y) 49*f4a2713aSLionel Sambuc { 50*f4a2713aSLionel Sambuc return __builtin_ia32_bextr_u32(__X, __Y); 51*f4a2713aSLionel Sambuc } 52*f4a2713aSLionel Sambuc 53*f4a2713aSLionel Sambuc static __inline__ unsigned int __attribute__((__always_inline__, __nodebug__)) 54*f4a2713aSLionel Sambuc __blsi_u32(unsigned int __X) 55*f4a2713aSLionel Sambuc { 56*f4a2713aSLionel Sambuc return __X & -__X; 57*f4a2713aSLionel Sambuc } 58*f4a2713aSLionel Sambuc 59*f4a2713aSLionel Sambuc static __inline__ unsigned int __attribute__((__always_inline__, __nodebug__)) 60*f4a2713aSLionel Sambuc __blsmsk_u32(unsigned int __X) 61*f4a2713aSLionel Sambuc { 62*f4a2713aSLionel Sambuc return __X ^ (__X - 1); 63*f4a2713aSLionel Sambuc } 64*f4a2713aSLionel Sambuc 65*f4a2713aSLionel Sambuc static __inline__ unsigned int __attribute__((__always_inline__, __nodebug__)) 66*f4a2713aSLionel Sambuc __blsr_u32(unsigned int __X) 67*f4a2713aSLionel Sambuc { 68*f4a2713aSLionel Sambuc return __X & (__X - 1); 69*f4a2713aSLionel Sambuc } 70*f4a2713aSLionel Sambuc 71*f4a2713aSLionel Sambuc static __inline__ unsigned int __attribute__((__always_inline__, __nodebug__)) 72*f4a2713aSLionel Sambuc __tzcnt_u32(unsigned int __X) 73*f4a2713aSLionel Sambuc { 74*f4a2713aSLionel Sambuc return __builtin_ctz(__X); 75*f4a2713aSLionel Sambuc } 76*f4a2713aSLionel Sambuc 77*f4a2713aSLionel Sambuc #ifdef __x86_64__ 78*f4a2713aSLionel Sambuc static __inline__ unsigned long long __attribute__((__always_inline__, __nodebug__)) 79*f4a2713aSLionel Sambuc __andn_u64 (unsigned long long __X, unsigned long long __Y) 80*f4a2713aSLionel Sambuc { 81*f4a2713aSLionel Sambuc return ~__X & __Y; 82*f4a2713aSLionel Sambuc } 83*f4a2713aSLionel Sambuc 84*f4a2713aSLionel Sambuc static __inline__ unsigned long long __attribute__((__always_inline__, __nodebug__)) 85*f4a2713aSLionel Sambuc __bextr_u64(unsigned long long __X, unsigned long long __Y) 86*f4a2713aSLionel Sambuc { 87*f4a2713aSLionel Sambuc return __builtin_ia32_bextr_u64(__X, __Y); 88*f4a2713aSLionel Sambuc } 89*f4a2713aSLionel Sambuc 90*f4a2713aSLionel Sambuc static __inline__ unsigned long long __attribute__((__always_inline__, __nodebug__)) 91*f4a2713aSLionel Sambuc __blsi_u64(unsigned long long __X) 92*f4a2713aSLionel Sambuc { 93*f4a2713aSLionel Sambuc return __X & -__X; 94*f4a2713aSLionel Sambuc } 95*f4a2713aSLionel Sambuc 96*f4a2713aSLionel Sambuc static __inline__ unsigned long long __attribute__((__always_inline__, __nodebug__)) 97*f4a2713aSLionel Sambuc __blsmsk_u64(unsigned long long __X) 98*f4a2713aSLionel Sambuc { 99*f4a2713aSLionel Sambuc return __X ^ (__X - 1); 100*f4a2713aSLionel Sambuc } 101*f4a2713aSLionel Sambuc 102*f4a2713aSLionel Sambuc static __inline__ unsigned long long __attribute__((__always_inline__, __nodebug__)) 103*f4a2713aSLionel Sambuc __blsr_u64(unsigned long long __X) 104*f4a2713aSLionel Sambuc { 105*f4a2713aSLionel Sambuc return __X & (__X - 1); 106*f4a2713aSLionel Sambuc } 107*f4a2713aSLionel Sambuc 108*f4a2713aSLionel Sambuc static __inline__ unsigned long long __attribute__((__always_inline__, __nodebug__)) 109*f4a2713aSLionel Sambuc __tzcnt_u64(unsigned long long __X) 110*f4a2713aSLionel Sambuc { 111*f4a2713aSLionel Sambuc return __builtin_ctzll(__X); 112*f4a2713aSLionel Sambuc } 113*f4a2713aSLionel Sambuc #endif 114*f4a2713aSLionel Sambuc 115*f4a2713aSLionel Sambuc #endif /* __BMIINTRIN_H */ 116