Lines Matching defs:ExVT
28480 MVT ExVT = MVT::getVectorVT(MVT::i16, VT.getVectorNumElements());
28483 DAG.getNode(ISD::MUL, dl, ExVT,
28484 DAG.getNode(ISD::ANY_EXTEND, dl, ExVT, A),
28485 DAG.getNode(ISD::ANY_EXTEND, dl, ExVT, B)));
28488 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts / 2);
28505 SDValue Mask = DAG.getBitcast(VT, DAG.getConstant(0x00FF, dl, ExVT));
28508 SDValue RLo = DAG.getNode(X86ISD::VPMADDUBSW, dl, ExVT, A, BLo);
28509 SDValue RHi = DAG.getNode(X86ISD::VPMADDUBSW, dl, ExVT, A, BHi);
28511 RHi = DAG.getNode(X86ISD::VSHLI, dl, ExVT, RHi,
28522 SDValue ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, A, Undef));
28523 SDValue AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, A, Undef));
28538 BLo = DAG.getBuildVector(ExVT, dl, LoOps);
28539 BHi = DAG.getBuildVector(ExVT, dl, HiOps);
28541 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, B, Undef));
28542 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, B, Undef));
28546 SDValue RLo = DAG.getNode(ISD::MUL, dl, ExVT, ALo, BLo);
28547 SDValue RHi = DAG.getNode(ISD::MUL, dl, ExVT, AHi, BHi);
28647 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts / 2);
28652 ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, Zero, A));
28653 AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, Zero, A));
28655 ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, A, Zero));
28656 AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, A, Zero));
28685 BLo = DAG.getBuildVector(ExVT, dl, LoOps);
28686 BHi = DAG.getBuildVector(ExVT, dl, HiOps);
28688 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, Zero, B));
28689 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, Zero, B));
28691 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, B, Zero));
28692 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, B, Zero));
28698 SDValue RLo = DAG.getNode(MulOpc, dl, ExVT, ALo, BLo);
28699 SDValue RHi = DAG.getNode(MulOpc, dl, ExVT, AHi, BHi);
28801 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts);
28803 SDValue ExA = DAG.getNode(ExAVX, dl, ExVT, A);
28804 SDValue ExB = DAG.getNode(ExAVX, dl, ExVT, B);
28805 SDValue Mul = DAG.getNode(ISD::MUL, dl, ExVT, ExA, ExB);
28806 Mul = getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Mul, 8, DAG);
28862 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts);
28864 SDValue ExA = DAG.getNode(ExAVX, dl, ExVT, A);
28865 SDValue ExB = DAG.getNode(ExAVX, dl, ExVT, B);
28866 SDValue Mul = DAG.getNode(ISD::MUL, dl, ExVT, ExA, ExB);
28877 High = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Mul, 8, DAG);
28880 getTargetVShiftByConstNode(X86ISD::VSHLI, dl, ExVT, Mul, 8, DAG);
28881 LowSign = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, LowSign,
28891 High = getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Mul, 8, DAG);
28900 getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Mul, 8, DAG);
29194 MVT ExVT = MVT::getVectorVT(MVT::i32, VT.getVectorNumElements() * 2);
29195 SDValue Ex = DAG.getBitcast(ExVT, R);
29207 getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex, 31, DAG);
29208 SDValue Lower = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex,
29211 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, {5, 1, 7, 3});
29213 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower,
29217 SDValue Upper = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex,
29221 Lower = DAG.getBitcast(ExVT, Lower);
29223 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, {4, 1, 6, 3});
29225 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower,
29709 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts);
29710 Amt = DAG.getZExtOrTrunc(Amt, dl, ExVT);
29711 Amt = DAG.getNode(ISD::SUB, dl, ExVT, DAG.getConstant(8, dl, ExVT), Amt);
29712 Amt = DAG.getNode(ISD::SHL, dl, ExVT, DAG.getConstant(1, dl, ExVT), Amt);
29718 R = DAG.getExtOrTrunc(IsSigned, R, dl, ExVT);
29719 R = DAG.getNode(ISD::MUL, dl, ExVT, R, Amt);
29720 R = DAG.getNode(X86ISD::VSRLI, dl, ExVT, R, Cst8);