208 storeroundkey(void *rkp, uint8x16_t rk)  in storeroundkey()  argument
210 	vst1q_u8(rkp, rk);  in storeroundkey()
249 aes_schedule_low_round(uint8x16_t rk, uint8x16_t prk)  in aes_schedule_low_round()  argument
259 	subbytes(&io, &jo, rk, inv, inva);  in aes_schedule_low_round()
260 	rk = vqtbl1q_u8(sb1[0], io) ^ vqtbl1q_u8(sb1[1], jo);  in aes_schedule_low_round()
263 	return rk ^ prk;  in aes_schedule_low_round()
267 aes_schedule_round(uint8x16_t rk, uint8x16_t prk, uint8x16_t *rcon_rot)  in aes_schedule_round()  argument
276 	rk32 = vreinterpretq_u32_u8(rk);  in aes_schedule_round()
278 	rk = vreinterpretq_u8_u32(rk32);  in aes_schedule_round()
279 	rk = vextq_u8(rk, rk, 1);  in aes_schedule_round()
281 	return aes_schedule_low_round(rk, prk);  in aes_schedule_round()
351 aes_schedule_192_smearhi(uint8x16_t rk)  in aes_schedule_192_smearhi()  argument
353 	uint64x2_t rk64 = vreinterpretq_u64_u8(rk);  in aes_schedule_192_smearhi()
365 	uint8x16_t rk;		/* round key */  in aes_neon_setenckey()  local
371 	rk = aes_schedule_transform(vld1q_u8(key), ipt);  in aes_neon_setenckey()
372 	storeroundkey(rk32, rk);  in aes_neon_setenckey()
378 			rk = aes_schedule_round(rk, rk, &rcon_rot);  in aes_neon_setenckey()
381 			mrk = aes_schedule_mangle_enc(rk, sr[i-- % 4]);  in aes_neon_setenckey()
389 		prk = rk;  in aes_neon_setenckey()
390 		rk = aes_schedule_transform(vld1q_u8(key + 8), ipt);  in aes_neon_setenckey()
391 		prkhi = aes_schedule_192_smearhi(rk);  in aes_neon_setenckey()
393 			prk = aes_schedule_round(rk, prk, &rcon_rot);  in aes_neon_setenckey()
394 			rk = vextq_u8(prkhi, prk, 8);  in aes_neon_setenckey()
396 			mrk = aes_schedule_mangle_enc(rk, sr[i-- % 4]);  in aes_neon_setenckey()
399 			rk = aes_schedule_192_smear(prkhi, prk);  in aes_neon_setenckey()
400 			prkhi = aes_schedule_192_smearhi(rk);  in aes_neon_setenckey()
402 			mrk = aes_schedule_mangle_enc(rk, sr[i-- % 4]);  in aes_neon_setenckey()
405 			rk = prk = aes_schedule_round(rk, prk, &rcon_rot);  in aes_neon_setenckey()
409 			mrk = aes_schedule_mangle_enc(rk, sr[i-- % 4]);  in aes_neon_setenckey()
412 			rk = aes_schedule_192_smear(prkhi, prk);  in aes_neon_setenckey()
413 			prkhi = aes_schedule_192_smearhi(rk);  in aes_neon_setenckey()
420 		prk = rk;  in aes_neon_setenckey()
421 		rk = aes_schedule_transform(vld1q_u8(key + 16), ipt);  in aes_neon_setenckey()
423 			mrk = aes_schedule_mangle_enc(rk, sr[i-- % 4]);  in aes_neon_setenckey()
426 			pprk = rk;  in aes_neon_setenckey()
429 			rk = prk = aes_schedule_round(rk, prk, &rcon_rot);  in aes_neon_setenckey()
432 			mrk = aes_schedule_mangle_enc(rk, sr[i-- % 4]);  in aes_neon_setenckey()
437 			rk = vreinterpretq_u8_u32(  in aes_neon_setenckey()
439 				    vgetq_lane_u32(vreinterpretq_u32_u8(rk),  in aes_neon_setenckey()
441 			rk = aes_schedule_low_round(rk, pprk);  in aes_neon_setenckey()
448 	storeroundkey(rk32, aes_schedule_mangle_last_enc(rk, sr[i-- % 4]));  in aes_neon_setenckey()
457 	uint8x16_t rk;		/* round key */  in aes_neon_setdeckey()  local
465 	rk = aes_schedule_transform(ork, ipt);  in aes_neon_setdeckey()
476 			rk = aes_schedule_round(rk, rk, &rcon_rot);  in aes_neon_setdeckey()
479 			mrk = aes_schedule_mangle_dec(rk, sr[i-- % 4]);  in aes_neon_setdeckey()
487 		prk = rk;  in aes_neon_setdeckey()
488 		rk = aes_schedule_transform(vld1q_u8(key + 8), ipt);  in aes_neon_setdeckey()
489 		prkhi = aes_schedule_192_smearhi(rk);  in aes_neon_setdeckey()
491 			prk = aes_schedule_round(rk, prk, &rcon_rot);  in aes_neon_setdeckey()
492 			rk = vextq_u8(prkhi, prk, 8);  in aes_neon_setdeckey()
494 			mrk = aes_schedule_mangle_dec(rk, sr[i-- % 4]);  in aes_neon_setdeckey()
497 			rk = aes_schedule_192_smear(prkhi, prk);  in aes_neon_setdeckey()
498 			prkhi = aes_schedule_192_smearhi(rk);  in aes_neon_setdeckey()
500 			mrk = aes_schedule_mangle_dec(rk, sr[i-- % 4]);  in aes_neon_setdeckey()
503 			rk = prk = aes_schedule_round(rk, prk, &rcon_rot);  in aes_neon_setdeckey()
507 			mrk = aes_schedule_mangle_dec(rk, sr[i-- % 4]);  in aes_neon_setdeckey()
510 			rk = aes_schedule_192_smear(prkhi, prk);  in aes_neon_setdeckey()
511 			prkhi = aes_schedule_192_smearhi(rk);  in aes_neon_setdeckey()
518 		prk = rk;  in aes_neon_setdeckey()
519 		rk = aes_schedule_transform(vld1q_u8(key + 16), ipt);  in aes_neon_setdeckey()
521 			mrk = aes_schedule_mangle_dec(rk, sr[i-- % 4]);  in aes_neon_setdeckey()
524 			pprk = rk;  in aes_neon_setdeckey()
527 			rk = prk = aes_schedule_round(rk, prk, &rcon_rot);  in aes_neon_setdeckey()
530 			mrk = aes_schedule_mangle_dec(rk, sr[i-- % 4]);  in aes_neon_setdeckey()
535 			rk = vreinterpretq_u8_u32(  in aes_neon_setdeckey()
537 				    vgetq_lane_u32(vreinterpretq_u32_u8(rk),  in aes_neon_setdeckey()
539 			rk = aes_schedule_low_round(rk, pprk);  in aes_neon_setdeckey()
546 	storeroundkey(rk32, aes_schedule_mangle_last_dec(rk));  in aes_neon_setdeckey()