Lines Matching defs:WideVT
12711 MVT WideVT = WideVec.getSimpleValueType();
12712 if (!WideVT.is256BitVector())
12737 SDValue Shuf = DAG.getVectorShuffle(WideVT, DL, WideVec, DAG.getUNDEF(WideVT),
17711 MVT WideVT = Res.getSimpleValueType();
17713 if (Opcode == X86ISD::KSHIFTR && WideVT != VT) {
17714 int WideElts = WideVT.getVectorNumElements();
17717 DAG.getNode(X86ISD::KSHIFTL, DL, WideVT, Res,
17723 Res = DAG.getNode(Opcode, DL, WideVT, Res,
19607 MVT WideVT = VT == MVT::v4f32 ? MVT::v8f32 : MVT::v8f64;
19617 Res = DAG.getNode(Op.getOpcode(), DL, {WideVT, MVT::Other},
19621 Res = DAG.getNode(Op.getOpcode(), DL, WideVT, Src);
20059 MVT WideVT = VT == MVT::v4f64 ? MVT::v8f64 : MVT::v16f32;
20069 Res = DAG.getNode(ISD::STRICT_UINT_TO_FP, DL, {WideVT, MVT::Other},
20073 Res = DAG.getNode(ISD::UINT_TO_FP, DL, WideVT, V);
20634 MVT WideVT = ExtVT;
20640 WideVT = MVT::getVectorVT(ExtVT.getVectorElementType(), NumElts);
20643 SDValue One = DAG.getConstant(1, DL, WideVT);
20644 SDValue Zero = DAG.getConstant(0, DL, WideVT);
20646 SDValue SelectedVal = DAG.getSelect(DL, WideVT, In, One, Zero);
20650 WideVT = MVT::getVectorVT(MVT::i8, NumElts);
20651 SelectedVal = DAG.getNode(ISD::TRUNCATE, DL, WideVT, SelectedVal);
20655 if (WideVT != VT)
21378 MVT WideVT = SrcVT == MVT::v4f64 ? MVT::v8f64 : MVT::v16f32;
21384 IsStrict ? DAG.getConstantFP(0.0, dl, WideVT) : DAG.getUNDEF(WideVT);
21385 Src = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, WideVT, Tmp, Src,
21409 MVT WideVT = SrcVT == MVT::v4f32 ? MVT::v8f32 : MVT::v8f64;
21414 IsStrict ? DAG.getConstantFP(0.0, dl, WideVT) : DAG.getUNDEF(WideVT);
21415 Src = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, WideVT, Tmp, Src,
24870 MVT WideVT = ExtVT;
24876 WideVT = MVT::getVectorVT(ExtVT.getVectorElementType(), NumElts);
24880 MVT WideEltVT = WideVT.getVectorElementType();
24883 V = DAG.getNode(Op.getOpcode(), dl, WideVT, In);
24885 SDValue NegOne = DAG.getAllOnesConstant(dl, WideVT);
24886 SDValue Zero = DAG.getConstant(0, dl, WideVT);
24887 V = DAG.getSelect(dl, WideVT, In, NegOne, Zero);
24892 WideVT = MVT::getVectorVT(VTElt, NumElts);
24893 V = DAG.getNode(ISD::TRUNCATE, dl, WideVT, V);
24897 if (WideVT != VT)
25221 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), StoreVT);
25222 StoredVal = DAG.getNode(ISD::CONCAT_VECTORS, dl, WideVT, StoredVal,
29116 MVT WideVT = MVT::getIntegerVT(WideBits);
29117 if (TLI.isTypeLegal(WideVT)) {
29118 SDVTList WideVTs = DAG.getVTList(WideVT, MVT::i32);
29119 SDValue LHS = DAG.getNode(ExtOpc, dl, WideVT, Op.getOperand(0));
29120 SDValue RHS = DAG.getNode(ExtOpc, dl, WideVT, Op.getOperand(1));
29123 SDValue AbsDiff = DAG.getNode(X86ISD::CMOV, dl, WideVT, Diff1, Diff0,
30312 MVT WideVT = MVT::getVectorVT(WideScalarVT, WideNumElts);
30314 SDValue RWide = DAG.getBitcast(WideVT, R);
30318 AmtWide = DAG.getZExtOrTrunc(AmtWide, dl, WideVT);
30321 SDValue ShiftedR = DAG.getNode(LogicalOpc, dl, WideVT, RWide, AmtWide);
30334 Mask = DAG.getBitcast(WideVT, Mask);
30336 SDValue Masked = DAG.getNode(ISD::AND, dl, WideVT, ShiftedR, Mask);
30824 MVT WideVT = MVT::getVectorVT(MVT::i16, NumElts / 2);
30829 supportedVectorShiftWithImm(WideVT, Subtarget, ISD::SHL)))) {
30836 DAG.getNode(ISD::SHL, DL, WideVT, DAG.getBitcast(WideVT, Op0),
30837 DAG.getShiftAmountConstant(ShXAmt, WideVT, DL));
30839 DAG.getNode(ISD::SRL, DL, WideVT, DAG.getBitcast(WideVT, Op1),
30840 DAG.getShiftAmountConstant(ShYAmt, WideVT, DL));
30898 MVT WideVT = MVT::getVectorVT(WideSVT, NumElts);
30907 if (supportedVectorVarShift(WideVT, Subtarget, ShiftOpc) &&
30908 supportedVectorShiftWithImm(WideVT, Subtarget, ShiftOpc)) {
30909 Op0 = DAG.getNode(ISD::ANY_EXTEND, DL, WideVT, Op0);
30910 Op1 = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, Op1);
30911 AmtMod = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, AmtMod);
30912 Op0 = getTargetVShiftByConstNode(X86ISD::VSHLI, DL, WideVT, Op0,
30914 SDValue Res = DAG.getNode(ISD::OR, DL, WideVT, Op0, Op1);
30915 Res = DAG.getNode(ShiftOpc, DL, WideVT, Res, AmtMod);
30917 Res = getTargetVShiftByConstNode(X86ISD::VSRLI, DL, WideVT, Res,
31143 MVT WideVT =
31149 if (supportedVectorVarShift(WideVT, Subtarget, ShiftOpc) &&
31150 supportedVectorShiftWithImm(WideVT, Subtarget, ShiftOpc)) {
31155 R = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, R);
31157 ISD::OR, DL, WideVT, R,
31158 getTargetVShiftByConstNode(X86ISD::VSHLI, DL, WideVT, R, 8, DAG));
31159 Amt = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, AmtMod);
31160 R = DAG.getNode(ShiftOpc, DL, WideVT, R, Amt);
31162 R = getTargetVShiftByConstNode(X86ISD::VSRLI, DL, WideVT, R, 8, DAG);
32809 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), VT);
32810 Src = DAG.getNode(ISD::CONCAT_VECTORS, dl, WideVT, Src, DAG.getUNDEF(VT));
33510 EVT WideVT = EVT::getVectorVT(*DAG.getContext(),
33520 SDValue Res = DAG.getNode(Opc, dl, WideVT, InVec0, InVec1);
34431 EVT WideVT = getTypeToTransformTo(*DAG.getContext(), DstVT);
34434 Res = DAG.getBitcast(WideVT, Res);
34451 EVT WideVT = getTypeToTransformTo(*DAG.getContext(), VT);
34454 SDValue PassThru = DAG.getNode(ISD::CONCAT_VECTORS, dl, WideVT,
34467 X86ISD::MGATHER, dl, DAG.getVTList(WideVT, MVT::Other), Ops,
34494 EVT WideVT = getTypeToTransformTo(*DAG.getContext(), VT);
34495 Res = DAG.getBitcast(WideVT, Res);
42472 MVT WideVT = VT.getDoubleNumVectorElementsVT();
42474 combineConcatVectorOps(DL, WideVT, Ops, DAG, DCI, Subtarget)) {
42476 DL, WideVT.getSizeInBits());
42477 SDValue Perm = DAG.getNode(X86ISD::VPERMV, DL, WideVT, Mask, ConcatSrc);
46227 EVT WideVT = EVT::getVectorVT(*DAG.getContext(), MVT::i16, NumElts / 2);
46230 Lo = DAG.getBitcast(WideVT, Lo);
46231 Hi = DAG.getBitcast(WideVT, Hi);
46232 Rdx = DAG.getNode(Opc, DL, WideVT, Lo, Hi);
58324 MVT WideVT = Ext->getOperand(0).getSimpleValueType();
58330 unsigned CastedElts = WideVT.getVectorNumElements();
58347 unsigned NarrowingFactor = WideVT.getSizeInBits() / VT.getSizeInBits();