Lines Matching defs:EltVT
2799 bool X86::mayFoldLoadIntoBroadcastFromMem(SDValue Op, MVT EltVT,
2810 Ld->getValueSizeInBits(0) == EltVT.getScalarSizeInBits();
3953 MVT EltVT = ConstVecVT.getVectorElementType();
3956 SDValue OpNode = IsUndef ? DAG.getUNDEF(EltVT) :
3957 DAG.getConstant(Values[i], dl, EltVT);
3960 Ops.push_back(IsUndef ? DAG.getUNDEF(EltVT) :
3961 DAG.getConstant(0, dl, EltVT));
3984 MVT EltVT = ConstVecVT.getVectorElementType();
3987 Ops.append(Split ? 2 : 1, DAG.getUNDEF(EltVT));
3993 Ops.push_back(DAG.getConstant(V.trunc(32), dl, EltVT));
3994 Ops.push_back(DAG.getConstant(V.lshr(32).trunc(32), dl, EltVT));
3995 } else if (EltVT == MVT::f32) {
3997 Ops.push_back(DAG.getConstantFP(FV, dl, EltVT));
3998 } else if (EltVT == MVT::f64) {
4000 Ops.push_back(DAG.getConstantFP(FV, dl, EltVT));
4002 Ops.push_back(DAG.getConstant(V, dl, EltVT));
6871 MVT EltVT = VT.getVectorElementType();
6875 DAG.getUNDEF(EltVT), DAG.getUNDEF(EltVT) };
9001 MVT EltVT = VT.getVectorElementType();
9016 unsigned EVTBits = EltVT.getSizeInBits();
9102 MVT LowerVT = MVT::getVectorVT(EltVT, NumElems - UpperElems);
9195 if (EltVT == MVT::i32 || EltVT == MVT::f16 || EltVT == MVT::f32 ||
9196 EltVT == MVT::f64 || (EltVT == MVT::i64 && Subtarget.is64Bit()) ||
9197 (EltVT == MVT::i16 && Subtarget.hasFP16())) {
9209 if (EltVT == MVT::i16 || EltVT == MVT::i8) {
9279 DAG.getUNDEF(EltVT), DAG.getUNDEF(EltVT) };
9289 MVT NarrowVT = MVT::getVectorVT(EltVT, 4);
9303 MVT HVT = MVT::getVectorVT(EltVT, NumElems / 2);
9333 if (EltVT == MVT::i16 && NumElems == 8)
9390 if (Subtarget.hasSSE41() && EltVT != MVT::f16) {
9957 MVT EltVT = MVT::getIntegerVT(128 / Mask.size());
9958 MVT VT = MVT::getVectorVT(EltVT, Mask.size());
10749 MVT EltVT = VT.getVectorElementType();
10752 if (EltVT == MVT::i64 && !Subtarget.is64Bit()) {
10753 EltVT = MVT::f64;
10754 MaskVT = MVT::getVectorVT(EltVT, Mask.size());
10758 if (EltVT == MVT::f32 || EltVT == MVT::f64) {
10759 Zero = DAG.getConstantFP(0.0, DL, EltVT);
10760 APFloat AllOnesValue = APFloat::getAllOnesValue(EltVT.getFltSemantics());
10761 AllOnes = DAG.getConstantFP(AllOnesValue, DL, EltVT);
10763 MVT::getVectorVT(EltVT == MVT::f64 ? MVT::i64 : MVT::i32, Mask.size());
10765 Zero = DAG.getConstant(0, DL, EltVT);
10766 AllOnes = DAG.getAllOnesConstant(DL, EltVT);
10802 MVT EltVT = VT.getVectorElementType();
10803 SDValue Zero = DAG.getConstant(0, DL, EltVT);
10804 SDValue AllOnes = DAG.getAllOnesConstant(DL, EltVT);
12439 MVT EltVT = VT.getVectorElementType();
12453 if (EltVT.getSizeInBits() == S.getSimpleValueType().getSizeInBits())
12454 return DAG.getBitcast(EltVT, S);
12471 T EltVT = VT.getScalarType();
12472 return (EltVT == MVT::bf16 && !Subtarget.hasAVX10_2()) ||
12473 (EltVT == MVT::f16 && !Subtarget.hasFP16());
12485 MVT EltVT = VT.getVectorElementType();
12489 if (isSoftF16(EltVT, Subtarget))
12520 V2S = DAG.getBitcast(EltVT, V2S);
12521 if (EltVT == MVT::i8 || (EltVT == MVT::i16 && !Subtarget.hasFP16())) {
12545 } else if (Mask[V2Index] != (int)Mask.size() || EltVT == MVT::i8 ||
12546 (EltVT == MVT::i16 && !Subtarget.hasAVX10_2())) {
12563 if (EltVT == MVT::f16)
12565 else if (EltVT == MVT::f32)
12567 else if (EltVT == MVT::f64)
12613 MVT EltVT = VT.getVectorElementType();
12623 const unsigned EltSize = EltVT.getSizeInBits();
12652 DAG.getNode(ISD::TRUNCATE, DL, EltVT, Scalar));
12753 MVT EltVT = VT.getVectorElementType();
12755 (Subtarget.hasAVX() && (EltVT == MVT::f64 || EltVT == MVT::f32)) ||
12756 (Subtarget.hasAVX2() && (VT.isInteger() || EltVT == MVT::f16))))
18317 MVT EltVT = Op.getSimpleValueType();
18337 return DAG.getNode(ISD::TRUNCATE, dl, EltVT, Elt);
18442 MVT EltVT = VecVT.getVectorElementType();
18444 unsigned ElemsPerChunk = 128 / EltVT.getSizeInBits();
18574 MVT EltVT = VT.getVectorElementType();
18576 unsigned EltSizeInBits = EltVT.getScalarSizeInBits();
18578 if (EltVT == MVT::i1)
18587 if (EltVT == MVT::bf16) {
18601 (Subtarget.hasSSE41() && (EltVT == MVT::f32 || EltVT == MVT::f64))))
18665 if ((Subtarget.hasAVX() && (EltVT == MVT::f64 || EltVT == MVT::f32)) ||
18666 (Subtarget.hasAVX2() && (EltVT == MVT::i32 || EltVT == MVT::i64))) {
18708 if (EltVT == MVT::i32 || EltVT == MVT::f32 || EltVT == MVT::f64 ||
18709 EltVT == MVT::f16 || EltVT == MVT::i64) {
18716 if (EltVT == MVT::i16 || EltVT == MVT::i8) {
18745 if (EltVT == MVT::f32) {
18775 if (EltVT == MVT::i32 || EltVT == MVT::i64)
21059 MVT EltVT = Subtarget.hasVLX() ? MVT::i32 : MVT::getIntegerVT(512/NumElts);
21060 MVT ExtVT = MVT::getVectorVT(EltVT, NumElts);
23544 MVT EltVT = VT.getVectorElementType();
23550 if (!Elt || Elt->isOpaque() || Elt->getSimpleValueType(0) != EltVT)
23561 NewVecC.push_back(DAG.getConstant(EltC + (IsInc ? 1 : -1), DL, EltVT));
23639 MVT EltVT = OpVT.getVectorElementType();
23640 assert(EltVT == MVT::bf16 || EltVT == MVT::f16 || EltVT == MVT::f32 ||
23641 EltVT == MVT::f64);
23644 if (isSoftF16(EltVT, Subtarget)) {
23687 (Num == 32 && (EltVT == MVT::f16 || EltVT == MVT::bf16)));
24084 MVT EltVT = VT.getVectorElementType();
24085 SDValue SM = DAG.getConstant(APInt::getSignMask(EltVT.getSizeInBits()), dl,
25811 MVT EltVT = VT.getVectorElementType();
25812 MVT ShVT = MVT::getVectorVT(EltVT, 128 / EltVT.getSizeInBits());
28554 MVT EltVT = VT.getVectorElementType();
28557 assert((EltVT == MVT::i8 || EltVT == MVT::i16) &&
28573 SDValue Delta = DAG.getConstant(32 - EltVT.getSizeInBits(), dl, VT);
32044 MVT EltVT = VT.getVectorElementType();
32047 assert(EltVT != MVT::i8 &&
32054 if (EltVT == MVT::i64) {
32061 if (EltVT == MVT::i32) {
32090 assert(EltVT == MVT::i16 && "Unknown how to handle type");
32107 MVT EltVT = VT.getVectorElementType();
32109 (void)EltVT;
32110 assert(EltVT == MVT::i8 && "Only vXi8 vector CTPOP lowering supported.");
32774 EVT EltVT = InOp.getOperand(0).getValueType();
32776 FillWithZeroes ? DAG.getConstant(0, dl, EltVT) : DAG.getUNDEF(EltVT);
33591 EVT EltVT = VT.getVectorElementType();
33611 if ((InEltVT.getSizeInBits() % EltVT.getSizeInBits()) == 0) {
33612 int Scale = InEltVT.getSizeInBits() / EltVT.getSizeInBits();
33663 (EltVT == MVT::i8 || EltVT == MVT::i16 || EltVT == MVT::i32) &&
33666 !(MinElts <= 4 && InEltVT == MVT::i64 && EltVT == MVT::i8)))) {
44688 EVT EltVT = CmpVT.getVectorElementType();
44690 (EltVT == MVT::i8 || EltVT == MVT::i32 || EltVT == MVT::i64))
52557 EVT EltVT = MaskedOp->getMemoryVT().getVectorElementType();
52561 Offset = TrueMaskElt * EltVT.getStoreSize();
52568 EltVT.getStoreSize());
52595 EVT EltVT = VT.getVectorElementType();
52598 if (EltVT == MVT::i64 && !Subtarget.is64Bit()) {
52599 EltVT = MVT::f64;
52600 CastVT = VT.changeVectorElementType(EltVT);
52604 DAG.getLoad(EltVT, DL, ML->getChain(), Addr,
52730 EVT EltVT = VT.getVectorElementType();
52731 if (EltVT == MVT::i64 && !Subtarget.is64Bit()) {
52732 EltVT = MVT::f64;
52733 EVT CastVT = VT.changeVectorElementType(EltVT);
52737 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, Value, VecIndex);
55259 EVT EltVT = VT.getVectorElementType();
55262 Ops.push_back(DAG.getConstantFP(-Cst->getValueAPF(), SDLoc(Op), EltVT));
55265 Ops.push_back(DAG.getUNDEF(EltVT));
56038 MVT EltVT = IndexWidth > 32 ? MVT::i64 : MVT::i32;
56039 EVT IndexVT = Index.getValueType().changeVectorElementType(EltVT);
58923 EVT EltVT = In.getOperand(0).getValueType();
58924 SmallVector<SDValue> Elts(Scale * NumElts, DAG.getConstant(0, DL, EltVT));