4421   machine_mode maskmode = mode;  in ix86_expand_vec_perm_vpermt2()  local
4458 	  maskmode = V4SImode;  in ix86_expand_vec_perm_vpermt2()
4465 	  maskmode = V8SImode;  in ix86_expand_vec_perm_vpermt2()
4472 	  maskmode = V16SImode;  in ix86_expand_vec_perm_vpermt2()
4491 	  maskmode = V2DImode;  in ix86_expand_vec_perm_vpermt2()
4498 	  maskmode = V4DImode;  in ix86_expand_vec_perm_vpermt2()
4505 	  maskmode = V8DImode;  in ix86_expand_vec_perm_vpermt2()
4525       mask = gen_rtx_CONST_VECTOR (maskmode, gen_rtvec_v (d->nelt, vec));  in ix86_expand_vec_perm_vpermt2()
4528   emit_insn (gen (target, force_reg (maskmode, mask), op0, op1));  in ix86_expand_vec_perm_vpermt2()
4543   machine_mode maskmode = GET_MODE (mask);  in ix86_expand_vec_perm()  local
4596 	      maskmode = mode = V32QImode;  in ix86_expand_vec_perm()
4602 	      maskmode = mode = V8SImode;  in ix86_expand_vec_perm()
4606 	  t1 = gen_reg_rtx (maskmode);  in ix86_expand_vec_perm()
4613 	  vt = gen_rtx_CONST_VECTOR (maskmode, gen_rtvec_v (w, vec));  in ix86_expand_vec_perm()
4614 	  vt = force_reg (maskmode, vt);  in ix86_expand_vec_perm()
4615 	  mask = gen_lowpart (maskmode, mask);  in ix86_expand_vec_perm()
4616 	  if (maskmode == V8SImode)  in ix86_expand_vec_perm()
4622 	  t1 = expand_simple_binop (maskmode, PLUS, t1, t1, t1, 1,  in ix86_expand_vec_perm()
4632 	  vt = gen_rtx_CONST_VECTOR (maskmode, gen_rtvec_v (w, vec));  in ix86_expand_vec_perm()
4633 	  vt = validize_mem (force_const_mem (maskmode, vt));  in ix86_expand_vec_perm()
4634 	  t1 = expand_simple_binop (maskmode, PLUS, t1, vt, t1, 1,  in ix86_expand_vec_perm()
4816   vt = gen_const_vec_duplicate (maskmode, vt);  in ix86_expand_vec_perm()
4817   mask = expand_simple_binop (maskmode, AND, mask, vt,  in ix86_expand_vec_perm()
4824       mask = expand_simple_binop (maskmode, ASHIFT, mask,  in ix86_expand_vec_perm()
4891       if (maskmode == V2DImode && !TARGET_SSE4_1)  in ix86_expand_vec_perm()
4902 	  maskmode = V4SImode;  in ix86_expand_vec_perm()
4906       vt = gen_const_vec_duplicate (maskmode, vt);  in ix86_expand_vec_perm()
4907       vt = force_reg (maskmode, vt);  in ix86_expand_vec_perm()
4908       mask = expand_simple_binop (maskmode, AND, mask, vt,  in ix86_expand_vec_perm()
4916       xops[3] = gen_rtx_EQ (maskmode, mask, vt);  in ix86_expand_vec_perm()
17002   machine_mode maskmode = mode;  in ix86_expand_vec_one_operand_perm_avx512()  local
17020       maskmode = V16SImode;  in ix86_expand_vec_one_operand_perm_avx512()
17027       maskmode = V8DImode;  in ix86_expand_vec_one_operand_perm_avx512()
17037   mask = gen_rtx_CONST_VECTOR (maskmode, gen_rtvec_v (d->nelt, vec));  in ix86_expand_vec_one_operand_perm_avx512()
17038   emit_insn (gen (target, op0, force_reg (maskmode, mask)));  in ix86_expand_vec_one_operand_perm_avx512()