Lines Matching defs:ExVT
29158 MVT ExVT = MVT::getVectorVT(MVT::i16, VT.getVectorNumElements());
29161 DAG.getNode(ISD::MUL, dl, ExVT,
29162 DAG.getNode(ISD::ANY_EXTEND, dl, ExVT, A),
29163 DAG.getNode(ISD::ANY_EXTEND, dl, ExVT, B)));
29166 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts / 2);
29183 SDValue Mask = DAG.getBitcast(VT, DAG.getConstant(0x00FF, dl, ExVT));
29186 SDValue RLo = DAG.getNode(X86ISD::VPMADDUBSW, dl, ExVT, A, BLo);
29187 SDValue RHi = DAG.getNode(X86ISD::VPMADDUBSW, dl, ExVT, A, BHi);
29189 RHi = DAG.getNode(X86ISD::VSHLI, dl, ExVT, RHi,
29200 SDValue ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, A, Undef));
29201 SDValue AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, A, Undef));
29216 BLo = DAG.getBuildVector(ExVT, dl, LoOps);
29217 BHi = DAG.getBuildVector(ExVT, dl, HiOps);
29219 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, B, Undef));
29220 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, B, Undef));
29224 SDValue RLo = DAG.getNode(ISD::MUL, dl, ExVT, ALo, BLo);
29225 SDValue RHi = DAG.getNode(ISD::MUL, dl, ExVT, AHi, BHi);
29325 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts / 2);
29330 ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, Zero, A));
29331 AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, Zero, A));
29333 ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, A, Zero));
29334 AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, A, Zero));
29363 BLo = DAG.getBuildVector(ExVT, dl, LoOps);
29364 BHi = DAG.getBuildVector(ExVT, dl, HiOps);
29366 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, Zero, B));
29367 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, Zero, B));
29369 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, B, Zero));
29370 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, B, Zero));
29376 SDValue RLo = DAG.getNode(MulOpc, dl, ExVT, ALo, BLo);
29377 SDValue RHi = DAG.getNode(MulOpc, dl, ExVT, AHi, BHi);
29479 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts);
29481 SDValue ExA = DAG.getNode(ExAVX, dl, ExVT, A);
29482 SDValue ExB = DAG.getNode(ExAVX, dl, ExVT, B);
29483 SDValue Mul = DAG.getNode(ISD::MUL, dl, ExVT, ExA, ExB);
29484 Mul = getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Mul, 8, DAG);
29540 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts);
29542 SDValue ExA = DAG.getNode(ExAVX, dl, ExVT, A);
29543 SDValue ExB = DAG.getNode(ExAVX, dl, ExVT, B);
29544 SDValue Mul = DAG.getNode(ISD::MUL, dl, ExVT, ExA, ExB);
29555 High = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Mul, 8, DAG);
29558 getTargetVShiftByConstNode(X86ISD::VSHLI, dl, ExVT, Mul, 8, DAG);
29559 LowSign = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, LowSign,
29569 High = getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Mul, 8, DAG);
29578 getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Mul, 8, DAG);
29834 MVT ExVT = MVT::getVectorVT(MVT::i32, VT.getVectorNumElements() * 2);
29835 SDValue Ex = DAG.getBitcast(ExVT, R);
29847 getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex, 31, DAG);
29848 SDValue Lower = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex,
29851 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, {5, 1, 7, 3});
29853 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower,
29857 SDValue Upper = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex,
29861 Lower = DAG.getBitcast(ExVT, Lower);
29863 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, {4, 1, 6, 3});
29865 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower,
30540 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts);
30541 Amt = DAG.getZExtOrTrunc(Amt, dl, ExVT);
30542 Amt = DAG.getNode(ISD::SUB, dl, ExVT, DAG.getConstant(8, dl, ExVT), Amt);
30543 Amt = DAG.getNode(ISD::SHL, dl, ExVT, DAG.getConstant(1, dl, ExVT), Amt);
30549 R = DAG.getExtOrTrunc(IsSigned, R, dl, ExVT);
30550 R = DAG.getNode(ISD::MUL, dl, ExVT, R, Amt);
30551 R = DAG.getNode(X86ISD::VSRLI, dl, ExVT, R, Cst8);