Lines Matching defs:WideVT
12447 MVT WideVT = WideVec.getSimpleValueType();
12448 if (!WideVT.is256BitVector())
12473 SDValue Shuf = DAG.getVectorShuffle(WideVT, DL, WideVec, DAG.getUNDEF(WideVT),
17405 MVT WideVT = Res.getSimpleValueType();
17407 if (Opcode == X86ISD::KSHIFTR && WideVT != VT) {
17408 int WideElts = WideVT.getVectorNumElements();
17410 Res = DAG.getNode(X86ISD::KSHIFTL, DL, WideVT, Res,
17416 Res = DAG.getNode(Opcode, DL, WideVT, Res,
19227 MVT WideVT = VT == MVT::v4f32 ? MVT::v8f32 : MVT::v8f64;
19237 Res = DAG.getNode(Op.getOpcode(), DL, {WideVT, MVT::Other},
19241 Res = DAG.getNode(Op.getOpcode(), DL, WideVT, Src);
19679 MVT WideVT = VT == MVT::v4f64 ? MVT::v8f64 : MVT::v16f32;
19689 Res = DAG.getNode(ISD::STRICT_UINT_TO_FP, DL, {WideVT, MVT::Other},
19693 Res = DAG.getNode(ISD::UINT_TO_FP, DL, WideVT, V);
20253 MVT WideVT = ExtVT;
20259 WideVT = MVT::getVectorVT(ExtVT.getVectorElementType(),
20263 SDValue One = DAG.getConstant(1, DL, WideVT);
20264 SDValue Zero = DAG.getConstant(0, DL, WideVT);
20266 SDValue SelectedVal = DAG.getSelect(DL, WideVT, In, One, Zero);
20270 WideVT = MVT::getVectorVT(MVT::i8, NumElts);
20271 SelectedVal = DAG.getNode(ISD::TRUNCATE, DL, WideVT, SelectedVal);
20275 if (WideVT != VT)
20997 MVT WideVT = SrcVT == MVT::v4f64 ? MVT::v8f64 : MVT::v16f32;
21003 IsStrict ? DAG.getConstantFP(0.0, dl, WideVT) : DAG.getUNDEF(WideVT);
21004 Src = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, WideVT, Tmp, Src,
21028 MVT WideVT = SrcVT == MVT::v4f32 ? MVT::v8f32 : MVT::v8f64;
21033 IsStrict ? DAG.getConstantFP(0.0, dl, WideVT) : DAG.getUNDEF(WideVT);
21034 Src = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, WideVT, Tmp, Src,
24373 MVT WideVT = ExtVT;
24379 WideVT = MVT::getVectorVT(ExtVT.getVectorElementType(), NumElts);
24383 MVT WideEltVT = WideVT.getVectorElementType();
24386 V = DAG.getNode(Op.getOpcode(), dl, WideVT, In);
24388 SDValue NegOne = DAG.getConstant(-1, dl, WideVT);
24389 SDValue Zero = DAG.getConstant(0, dl, WideVT);
24390 V = DAG.getSelect(dl, WideVT, In, NegOne, Zero);
24395 WideVT = MVT::getVectorVT(VTElt, NumElts);
24396 V = DAG.getNode(ISD::TRUNCATE, dl, WideVT, V);
24400 if (WideVT != VT)
24724 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), StoreVT);
24725 StoredVal = DAG.getNode(ISD::CONCAT_VECTORS, dl, WideVT, StoredVal,
28439 MVT WideVT = MVT::getIntegerVT(WideBits);
28440 if (TLI.isTypeLegal(WideVT)) {
28444 SDValue LHS = DAG.getNode(ExtOpc, dl, WideVT, Op.getOperand(0));
28445 SDValue RHS = DAG.getNode(ExtOpc, dl, WideVT, Op.getOperand(1));
28446 SDValue Diff = DAG.getNode(ISD::SUB, dl, WideVT, LHS, RHS);
28447 SDValue AbsDiff = DAG.getNode(ISD::ABS, dl, WideVT, Diff);
29994 MVT WideVT = MVT::getVectorVT(MVT::i16, NumElts / 2);
29999 supportedVectorShiftWithImm(WideVT, Subtarget, ISD::SHL)))) {
30006 DAG.getNode(ISD::SHL, DL, WideVT, DAG.getBitcast(WideVT, Op0),
30007 DAG.getShiftAmountConstant(ShXAmt, WideVT, DL));
30009 DAG.getNode(ISD::SRL, DL, WideVT, DAG.getBitcast(WideVT, Op1),
30010 DAG.getShiftAmountConstant(ShYAmt, WideVT, DL));
30068 MVT WideVT = MVT::getVectorVT(WideSVT, NumElts);
30077 if (supportedVectorVarShift(WideVT, Subtarget, ShiftOpc) &&
30078 supportedVectorShiftWithImm(WideVT, Subtarget, ShiftOpc)) {
30079 Op0 = DAG.getNode(ISD::ANY_EXTEND, DL, WideVT, Op0);
30080 Op1 = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, Op1);
30081 AmtMod = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, AmtMod);
30082 Op0 = getTargetVShiftByConstNode(X86ISD::VSHLI, DL, WideVT, Op0,
30084 SDValue Res = DAG.getNode(ISD::OR, DL, WideVT, Op0, Op1);
30085 Res = DAG.getNode(ShiftOpc, DL, WideVT, Res, AmtMod);
30087 Res = getTargetVShiftByConstNode(X86ISD::VSRLI, DL, WideVT, Res,
30313 MVT WideVT =
30319 if (supportedVectorVarShift(WideVT, Subtarget, ShiftOpc) &&
30320 supportedVectorShiftWithImm(WideVT, Subtarget, ShiftOpc)) {
30325 R = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, R);
30327 ISD::OR, DL, WideVT, R,
30328 getTargetVShiftByConstNode(X86ISD::VSHLI, DL, WideVT, R, 8, DAG));
30329 Amt = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, AmtMod);
30330 R = DAG.getNode(ShiftOpc, DL, WideVT, R, Amt);
30332 R = getTargetVShiftByConstNode(X86ISD::VSRLI, DL, WideVT, R, 8, DAG);
31979 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), VT);
31980 Src = DAG.getNode(ISD::CONCAT_VECTORS, dl, WideVT, Src, DAG.getUNDEF(VT));
32657 EVT WideVT = EVT::getVectorVT(*DAG.getContext(),
32667 SDValue Res = DAG.getNode(N->getOpcode(), dl, WideVT, InVec0, InVec1);
33552 EVT WideVT = getTypeToTransformTo(*DAG.getContext(), DstVT);
33555 Res = DAG.getBitcast(WideVT, Res);
33572 EVT WideVT = getTypeToTransformTo(*DAG.getContext(), VT);
33575 SDValue PassThru = DAG.getNode(ISD::CONCAT_VECTORS, dl, WideVT,
33588 X86ISD::MGATHER, dl, DAG.getVTList(WideVT, MVT::Other), Ops,
33615 EVT WideVT = getTypeToTransformTo(*DAG.getContext(), VT);
33616 Res = DAG.getBitcast(WideVT, Res);
41404 MVT WideVT = MVT::getVectorVT(
41407 DL, WideVT.getSizeInBits());
41408 SDValue Perm = DAG.getNode(X86ISD::VPERMV, DL, WideVT, Mask,
41409 DAG.getBitcast(WideVT, V1.getOperand(0)));
45038 EVT WideVT = EVT::getVectorVT(*DAG.getContext(), MVT::i16, NumElts / 2);
45041 Lo = DAG.getBitcast(WideVT, Lo);
45042 Hi = DAG.getBitcast(WideVT, Hi);
45043 Rdx = DAG.getNode(Opc, DL, WideVT, Lo, Hi);
56954 MVT WideVT = Ext->getOperand(0).getSimpleValueType();
56960 unsigned CastedElts = WideVT.getVectorNumElements();
56977 unsigned NarrowingFactor = WideVT.getSizeInBits() / VT.getSizeInBits();