9  * or https://opensource.org/licenses/CDDL-1.0.
41 	memset(ctx->avx512, 0, 4 * sizeof (zfs_fletcher_avx512_t));  in fletcher_4_avx512f_init()
49 	CcB[] = {  28,  36,  44,  52,  60,  68,  76,  84 },  in fletcher_4_avx512f_fini()
57 	A = ctx->avx512[0].v[0];  in fletcher_4_avx512f_fini()
58 	B = 8 * ctx->avx512[1].v[0];  in fletcher_4_avx512f_fini()
59 	C = 64 * ctx->avx512[2].v[0] - CcB[0] * ctx->avx512[1].v[0];  in fletcher_4_avx512f_fini()
60 	D = 512 * ctx->avx512[3].v[0] - DcC[0] * ctx->avx512[2].v[0] +  in fletcher_4_avx512f_fini()
61 	    DcB[0] * ctx->avx512[1].v[0];  in fletcher_4_avx512f_fini()
64 		A += ctx->avx512[0].v[i];  in fletcher_4_avx512f_fini()
65 		B += 8 * ctx->avx512[1].v[i] - i * ctx->avx512[0].v[i];  in fletcher_4_avx512f_fini()
66 		C += 64 * ctx->avx512[2].v[i] - CcB[i] * ctx->avx512[1].v[i] +  in fletcher_4_avx512f_fini()
67 		    CcA[i] * ctx->avx512[0].v[i];  in fletcher_4_avx512f_fini()
68 		D += 512 * ctx->avx512[3].v[i] - DcC[i] * ctx->avx512[2].v[i] +  in fletcher_4_avx512f_fini()
69 		    DcB[i] * ctx->avx512[1].v[i] - DcA[i] * ctx->avx512[0].v[i];  in fletcher_4_avx512f_fini()
77 	__asm("vmovdqu64 %0, %%zmm0" :: "m" ((ctx)->avx512[0]));	\
78 	__asm("vmovdqu64 %0, %%zmm1" :: "m" ((ctx)->avx512[1]));	\
79 	__asm("vmovdqu64 %0, %%zmm2" :: "m" ((ctx)->avx512[2]));	\
80 	__asm("vmovdqu64 %0, %%zmm3" :: "m" ((ctx)->avx512[3]));	\
85 	__asm("vmovdqu64 %%zmm0, %0" : "=m" ((ctx)->avx512[0]));	\
86 	__asm("vmovdqu64 %%zmm1, %0" : "=m" ((ctx)->avx512[1]));	\
87 	__asm("vmovdqu64 %%zmm2, %0" : "=m" ((ctx)->avx512[2]));	\
88 	__asm("vmovdqu64 %%zmm3, %0" : "=m" ((ctx)->avx512[3]));	\
94 	const uint32_t *ip = buf;  in fletcher_4_avx512f_native()  local
95 	const uint32_t *ipend = (uint32_t *)((uint8_t *)ip + size);  in fletcher_4_avx512f_native()
100 		__asm("vpmovzxdq %0, %%zmm4"::"m" (*ip));  in fletcher_4_avx512f_native()
105 	} while ((ip += 8) < ipend);  in fletcher_4_avx512f_native()
116 	const uint32_t *ip = buf;  in fletcher_4_avx512f_byteswap()  local
117 	const uint32_t *ipend = (uint32_t *)((uint8_t *)ip + size);  in fletcher_4_avx512f_byteswap()
127 		__asm("vpmovzxdq %0, %%zmm5"::"m" (*ip));  in fletcher_4_avx512f_byteswap()
145 	} while ((ip += 8) < ipend);  in fletcher_4_avx512f_byteswap()
180 	const uint32_t *ip = buf;  in fletcher_4_avx512bw_byteswap()  local
181 	const uint32_t *ipend = (uint32_t *)((uint8_t *)ip + size);  in fletcher_4_avx512bw_byteswap()
188 		__asm("vpmovzxdq %0, %%zmm4"::"m" (*ip));  in fletcher_4_avx512bw_byteswap()
196 	} while ((ip += 8) < ipend);  in fletcher_4_avx512bw_byteswap()