Lines Matching defs:EltVT
2659 bool X86::mayFoldLoadIntoBroadcastFromMem(SDValue Op, MVT EltVT,
2670 Ld->getValueSizeInBits(0) == EltVT.getScalarSizeInBits();
3800 MVT EltVT = ConstVecVT.getVectorElementType();
3803 SDValue OpNode = IsUndef ? DAG.getUNDEF(EltVT) :
3804 DAG.getConstant(Values[i], dl, EltVT);
3807 Ops.push_back(IsUndef ? DAG.getUNDEF(EltVT) :
3808 DAG.getConstant(0, dl, EltVT));
3831 MVT EltVT = ConstVecVT.getVectorElementType();
3834 Ops.append(Split ? 2 : 1, DAG.getUNDEF(EltVT));
3840 Ops.push_back(DAG.getConstant(V.trunc(32), dl, EltVT));
3841 Ops.push_back(DAG.getConstant(V.lshr(32).trunc(32), dl, EltVT));
3842 } else if (EltVT == MVT::f32) {
3844 Ops.push_back(DAG.getConstantFP(FV, dl, EltVT));
3845 } else if (EltVT == MVT::f64) {
3847 Ops.push_back(DAG.getConstantFP(FV, dl, EltVT));
3849 Ops.push_back(DAG.getConstant(V, dl, EltVT));
6648 MVT EltVT = VT.getVectorElementType();
6652 DAG.getUNDEF(EltVT), DAG.getUNDEF(EltVT) };
8777 MVT EltVT = VT.getVectorElementType();
8792 unsigned EVTBits = EltVT.getSizeInBits();
8878 MVT LowerVT = MVT::getVectorVT(EltVT, NumElems - UpperElems);
8971 if (EltVT == MVT::i32 || EltVT == MVT::f16 || EltVT == MVT::f32 ||
8972 EltVT == MVT::f64 || (EltVT == MVT::i64 && Subtarget.is64Bit()) ||
8973 (EltVT == MVT::i16 && Subtarget.hasFP16())) {
8985 if (EltVT == MVT::i16 || EltVT == MVT::i8) {
9055 DAG.getUNDEF(EltVT), DAG.getUNDEF(EltVT) };
9065 MVT NarrowVT = MVT::getVectorVT(EltVT, 4);
9079 MVT HVT = MVT::getVectorVT(EltVT, NumElems / 2);
9109 if (EltVT == MVT::i16 && NumElems == 8)
9166 if (Subtarget.hasSSE41() && EltVT != MVT::f16) {
9734 MVT EltVT = MVT::getIntegerVT(128 / Mask.size());
9735 MVT VT = MVT::getVectorVT(EltVT, Mask.size());
10488 MVT EltVT = VT.getVectorElementType();
10491 if (EltVT == MVT::i64 && !Subtarget.is64Bit()) {
10492 EltVT = MVT::f64;
10493 MaskVT = MVT::getVectorVT(EltVT, Mask.size());
10497 if (EltVT == MVT::f32 || EltVT == MVT::f64) {
10498 Zero = DAG.getConstantFP(0.0, DL, EltVT);
10500 APFloat::getAllOnesValue(SelectionDAG::EVTToAPFloatSemantics(EltVT));
10501 AllOnes = DAG.getConstantFP(AllOnesValue, DL, EltVT);
10503 MVT::getVectorVT(EltVT == MVT::f64 ? MVT::i64 : MVT::i32, Mask.size());
10505 Zero = DAG.getConstant(0, DL, EltVT);
10506 AllOnes = DAG.getAllOnesConstant(DL, EltVT);
10542 MVT EltVT = VT.getVectorElementType();
10543 SDValue Zero = DAG.getConstant(0, DL, EltVT);
10544 SDValue AllOnes = DAG.getAllOnesConstant(DL, EltVT);
12176 MVT EltVT = VT.getVectorElementType();
12190 if (EltVT.getSizeInBits() == S.getSimpleValueType().getSizeInBits())
12191 return DAG.getBitcast(EltVT, S);
12208 T EltVT = VT.getScalarType();
12209 return EltVT == MVT::bf16 || (EltVT == MVT::f16 && !Subtarget.hasFP16());
12221 MVT EltVT = VT.getVectorElementType();
12225 if (isSoftF16(EltVT, Subtarget))
12256 V2S = DAG.getBitcast(EltVT, V2S);
12257 if (EltVT == MVT::i8 || (EltVT == MVT::i16 && !Subtarget.hasFP16())) {
12281 } else if (Mask[V2Index] != (int)Mask.size() || EltVT == MVT::i8 ||
12282 EltVT == MVT::i16) {
12299 if (EltVT == MVT::f16)
12301 else if (EltVT == MVT::f32)
12303 else if (EltVT == MVT::f64)
12349 MVT EltVT = VT.getVectorElementType();
12359 const unsigned EltSize = EltVT.getSizeInBits();
12388 DAG.getNode(ISD::TRUNCATE, DL, EltVT, Scalar));
12489 MVT EltVT = VT.getVectorElementType();
12491 (Subtarget.hasAVX() && (EltVT == MVT::f64 || EltVT == MVT::f32)) ||
12492 (Subtarget.hasAVX2() && (VT.isInteger() || EltVT == MVT::f16))))
17948 MVT EltVT = Op.getSimpleValueType();
17968 return DAG.getNode(ISD::TRUNCATE, dl, EltVT, Elt);
18073 MVT EltVT = VecVT.getVectorElementType();
18075 unsigned ElemsPerChunk = 128 / EltVT.getSizeInBits();
18205 MVT EltVT = VT.getVectorElementType();
18207 unsigned EltSizeInBits = EltVT.getScalarSizeInBits();
18209 if (EltVT == MVT::i1)
18218 if (EltVT == MVT::bf16) {
18232 (Subtarget.hasSSE41() && (EltVT == MVT::f32 || EltVT == MVT::f64))))
18296 if ((Subtarget.hasAVX() && (EltVT == MVT::f64 || EltVT == MVT::f32)) ||
18297 (Subtarget.hasAVX2() && (EltVT == MVT::i32 || EltVT == MVT::i64))) {
18339 if (EltVT == MVT::i32 || EltVT == MVT::f32 || EltVT == MVT::f64 ||
18340 EltVT == MVT::f16 || EltVT == MVT::i64) {
18347 if (EltVT == MVT::i16 || EltVT == MVT::i8) {
18376 if (EltVT == MVT::f32) {
18406 if (EltVT == MVT::i32 || EltVT == MVT::i64)
20678 MVT EltVT = Subtarget.hasVLX() ? MVT::i32 : MVT::getIntegerVT(512/NumElts);
20679 MVT ExtVT = MVT::getVectorVT(EltVT, NumElts);
23164 MVT EltVT = VT.getVectorElementType();
23170 if (!Elt || Elt->isOpaque() || Elt->getSimpleValueType(0) != EltVT)
23181 NewVecC.push_back(DAG.getConstant(EltC + (IsInc ? 1 : -1), DL, EltVT));
23259 MVT EltVT = Op0.getSimpleValueType().getVectorElementType();
23260 assert(EltVT == MVT::f16 || EltVT == MVT::f32 || EltVT == MVT::f64);
23261 if (isSoftF16(EltVT, Subtarget))
23277 assert(Num <= 16 || (Num == 32 && EltVT == MVT::f16));
23680 MVT EltVT = VT.getVectorElementType();
23681 SDValue SM = DAG.getConstant(APInt::getSignMask(EltVT.getSizeInBits()), dl,
25321 MVT EltVT = VT.getVectorElementType();
25322 MVT ShVT = MVT::getVectorVT(EltVT, 128 / EltVT.getSizeInBits());
27925 MVT EltVT = VT.getVectorElementType();
27928 assert((EltVT == MVT::i8 || EltVT == MVT::i16) &&
27944 SDValue Delta = DAG.getConstant(32 - EltVT.getSizeInBits(), dl, VT);
31213 MVT EltVT = VT.getVectorElementType();
31216 assert(EltVT != MVT::i8 &&
31223 if (EltVT == MVT::i64) {
31230 if (EltVT == MVT::i32) {
31259 assert(EltVT == MVT::i16 && "Unknown how to handle type");
31276 MVT EltVT = VT.getVectorElementType();
31278 (void)EltVT;
31279 assert(EltVT == MVT::i8 && "Only vXi8 vector CTPOP lowering supported.");
31943 EVT EltVT = InOp.getOperand(0).getValueType();
31945 SDValue FillVal = FillWithZeroes ? DAG.getConstant(0, dl, EltVT) :
31946 DAG.getUNDEF(EltVT);
32727 EVT EltVT = VT.getVectorElementType();
32747 if ((InEltVT.getSizeInBits() % EltVT.getSizeInBits()) == 0) {
32748 int Scale = InEltVT.getSizeInBits() / EltVT.getSizeInBits();
32799 (EltVT == MVT::i8 || EltVT == MVT::i16 || EltVT == MVT::i32) &&
32802 !(MinElts <= 4 && InEltVT == MVT::i64 && EltVT == MVT::i8)))) {
43502 EVT EltVT = CmpVT.getVectorElementType();
43504 (EltVT == MVT::i8 || EltVT == MVT::i32 || EltVT == MVT::i64))
51365 EVT EltVT = MaskedOp->getMemoryVT().getVectorElementType();
51369 Offset = TrueMaskElt * EltVT.getStoreSize();
51376 EltVT.getStoreSize());
51403 EVT EltVT = VT.getVectorElementType();
51406 if (EltVT == MVT::i64 && !Subtarget.is64Bit()) {
51407 EltVT = MVT::f64;
51408 CastVT = VT.changeVectorElementType(EltVT);
51412 DAG.getLoad(EltVT, DL, ML->getChain(), Addr,
51538 EVT EltVT = VT.getVectorElementType();
51539 if (EltVT == MVT::i64 && !Subtarget.is64Bit()) {
51540 EltVT = MVT::f64;
51541 EVT CastVT = VT.changeVectorElementType(EltVT);
51545 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, Value, VecIndex);
53981 EVT EltVT = VT.getVectorElementType();
53984 Ops.push_back(DAG.getConstantFP(-Cst->getValueAPF(), SDLoc(Op), EltVT));
53987 Ops.push_back(DAG.getUNDEF(EltVT));
54756 MVT EltVT = IndexWidth > 32 ? MVT::i64 : MVT::i32;
54757 EVT IndexVT = Index.getValueType().changeVectorElementType(EltVT);
57432 EVT EltVT = In.getOperand(0).getValueType();
57433 SmallVector<SDValue> Elts(Scale * NumElts, DAG.getConstant(0, DL, EltVT));