73 #define	MAX_SIMD_DEGREE 4
83 	{0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15},
84 	{2, 6, 3, 10, 7, 0, 4, 13, 1, 11, 12, 5, 9, 14, 15, 8},
85 	{3, 4, 10, 12, 13, 2, 7, 14, 6, 5, 9, 0, 11, 15, 8, 1},
86 	{10, 7, 12, 9, 14, 3, 13, 15, 4, 0, 11, 2, 5, 8, 1, 6},
87 	{12, 13, 9, 11, 15, 10, 14, 8, 7, 2, 5, 3, 0, 1, 6, 4},
88 	{9, 14, 11, 5, 8, 12, 15, 1, 13, 3, 0, 10, 2, 6, 4, 7},
89 	{11, 15, 5, 0, 1, 9, 8, 6, 14, 10, 2, 12, 3, 4, 7, 13},
93 static inline unsigned int highest_one(uint64_t x) {  in highest_one()  argument
95 	return (63 ^ __builtin_clzll(x));  in highest_one()
98 	_BitScanReverse64(&index, x);  in highest_one()
101 	if (x >> 32) {  in highest_one()
103 		_BitScanReverse(&index, x >> 32);  in highest_one()
107 		_BitScanReverse(&index, x);  in highest_one()
112 	if (x & 0xffffffff00000000ULL) { x >>= 32; c += 32; }  in highest_one()
113 	if (x & 0x00000000ffff0000ULL) { x >>= 16; c += 16; }  in highest_one()
114 	if (x & 0x000000000000ff00ULL) { x >>=  8; c +=  8; }  in highest_one()
115 	if (x & 0x00000000000000f0ULL) { x >>=  4; c +=  4; }  in highest_one()
116 	if (x & 0x000000000000000cULL) { x >>=  2; c +=  2; }  in highest_one()
117 	if (x & 0x0000000000000002ULL) { c +=  1; }  in highest_one()
123 static inline unsigned int popcnt(uint64_t x) {  in popcnt()  argument
126 	while (x != 0) {  in popcnt()
128 		x &= x - 1;  in popcnt()
135  * Largest power of two less than or equal to x.
136  * As a special case, returns 1 when x is 0.
138 static inline uint64_t round_down_to_power_of_2(uint64_t x) {  in round_down_to_power_of_2()  argument
139 	return (1ULL << highest_one(x | 1));  in round_down_to_power_of_2()
158 	key_words[0] = load32(&key[0 * 4]);  in load_key_words()
159 	key_words[1] = load32(&key[1 * 4]);  in load_key_words()
160 	key_words[2] = load32(&key[2 * 4]);  in load_key_words()
161 	key_words[3] = load32(&key[3 * 4]);  in load_key_words()
162 	key_words[4] = load32(&key[4 * 4]);  in load_key_words()
163 	key_words[5] = load32(&key[5 * 4]);  in load_key_words()
164 	key_words[6] = load32(&key[6 * 4]);  in load_key_words()
165 	key_words[7] = load32(&key[7 * 4]);  in load_key_words()
177 	store32(&bytes_out[0 * 4], cv_words[0]);  in store_cv_words()
178 	store32(&bytes_out[1 * 4], cv_words[1]);  in store_cv_words()
179 	store32(&bytes_out[2 * 4], cv_words[2]);  in store_cv_words()
180 	store32(&bytes_out[3 * 4], cv_words[3]);  in store_cv_words()
181 	store32(&bytes_out[4 * 4], cv_words[4]);  in store_cv_words()
182 	store32(&bytes_out[5 * 4], cv_words[5]);  in store_cv_words()
183 	store32(&bytes_out[6 * 4], cv_words[6]);  in store_cv_words()
184 	store32(&bytes_out[7 * 4], cv_words[7]);  in store_cv_words()