Lines Matching defs:VecVT
3369 EVT VecVT = VecOp.getValueType();
3370 if (!isOperationLegalOrCustomOrPromote(Opc, VecVT))
3375 EVT ScalarVT = VecVT.getScalarType();
4159 EVT VecVT = Vec.getValueType();
4160 assert(VecVT.getFixedSizeInBits() <= VT.getFixedSizeInBits() &&
4161 VecVT.getScalarType() == VT.getScalarType() &&
4165 if (Vec.getOpcode() == ISD::BUILD_VECTOR && VecVT.is256BitVector()) {
4166 unsigned NumSrcElts = VecVT.getVectorNumElements();
7312 MVT VecVT = MVT::getVectorVT(VecSVT, VT.getSizeInBits() / LoadSizeInBits);
7316 VecVT = MVT::v4f32;
7317 if (TLI.isTypeLegal(VecVT)) {
7318 SDVTList Tys = DAG.getVTList(VecVT, MVT::Other);
7912 MVT VecVT = VT.getSizeInBits() >= 8 ? VT : MVT::v8i1;
7913 Select = DAG.getBitcast(VecVT, Select);
7931 MVT VecVT = VT.getSizeInBits() >= 8 ? VT : MVT::v8i1;
7932 DstVec = DAG.getBitcast(VecVT, Imm);
18076 EVT VecVT = Vec.getValueType();
18077 EVT ElementVT = VecVT.getVectorElementType();
18078 unsigned NumElements = VecVT.getVectorNumElements();
18079 unsigned NumVecBits = VecVT.getFixedSizeInBits();
18104 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, VecVT, Compressed,
18108 if (VecVT == MVT::v8i16 || VecVT == MVT::v8i8 || VecVT == MVT::v16i8 ||
18109 VecVT == MVT::v16i16) {
18120 return DAG.getNode(ISD::TRUNCATE, DL, VecVT, Compressed);
18314 MVT VecVT = Vec.getSimpleValueType();
18319 assert((VecVT.getVectorNumElements() <= 16 || Subtarget.hasBWI()) &&
18325 unsigned NumElts = VecVT.getVectorNumElements();
18394 MVT VecVT = Vec.getSimpleValueType();
18398 if (VecVT.getVectorElementType() == MVT::i1)
18439 if (VecVT.is256BitVector() || VecVT.is512BitVector()) {
18442 MVT EltVT = VecVT.getVectorElementType();
18454 assert(VecVT.is128BitVector() && "Unexpected vector length");
18518 SmallVector<int, 8> Mask(VecVT.getVectorNumElements(), -1);
18520 Vec = DAG.getVectorShuffle(VecVT, dl, Vec, DAG.getUNDEF(VecVT), Mask);
18536 Vec = DAG.getVectorShuffle(VecVT, dl, Vec, DAG.getUNDEF(VecVT), Mask);
18552 MVT VecVT = Vec.getSimpleValueType();
18557 unsigned NumElts = VecVT.getVectorNumElements();
18563 return DAG.getNode(ISD::TRUNCATE, dl, VecVT, ExtOp);
18568 return DAG.getNode(ISD::INSERT_SUBVECTOR, dl, VecVT, Vec, EltInVec, Idx);
19422 MVT VecVT = MVT::getVectorVT(VT, NumElts);
19426 SDValue CvtVec = DAG.getNode(Op.getOpcode(), dl, {VecVT, MVT::Other},
19434 SDValue CvtVec = DAG.getNode(Op.getOpcode(), dl, VecVT, InVec);
19569 MVT VecVT = MVT::getVectorVT(VT, 128 / VTSize);
19586 SDValue VCastToFP = DAG.getNode(ToFPOpcode, DL, VecVT, VCastToInt);
22155 EVT VecVT = X.getValueType();
22156 unsigned BitWidth = VecVT.getSizeInBits();
22158 unsigned NumEltsPerLane = VecVT.getVectorNumElements() / NumLanes;
22354 MVT VecVT = (OpVT == MVT::f32 ? MVT::v4f32 : MVT::v2f64);
22355 SDValue Res = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, VecVT, N0);
22425 EVT VecVT, EVT CmpVT, bool HasPT, F SToV) {
22429 SDValue A = emitOrXorXorTree(Op0, DL, DAG, VecVT, CmpVT, HasPT, SToV);
22430 SDValue B = emitOrXorXorTree(Op1, DL, DAG, VecVT, CmpVT, HasPT, SToV);
22431 if (VecVT != CmpVT)
22434 return DAG.getNode(ISD::OR, DL, VecVT, A, B);
22440 if (VecVT != CmpVT)
22443 return DAG.getNode(ISD::XOR, DL, VecVT, A, B);
22501 EVT VecVT = MVT::v16i8;
22502 EVT CmpVT = PreferKOT ? MVT::v16i1 : VecVT;
22504 VecVT = MVT::v32i8;
22505 CmpVT = PreferKOT ? MVT::v32i1 : VecVT;
22507 EVT CastVT = VecVT;
22511 VecVT = MVT::v64i8;
22514 CastVT = VecVT;
22516 VecVT = MVT::v16i32;
22518 CastVT = OpSize == 512 ? VecVT
22546 return DAG.getNode(ISD::INSERT_SUBVECTOR, DL, VecVT,
22547 DAG.getConstant(0, DL, VecVT), X,
22557 Cmp = emitOrXorXorTree(X, DL, DAG, VecVT, CmpVT, HasPT, ScalarToVector);
22561 if (VecVT != CmpVT) {
22564 Cmp = DAG.getNode(ISD::XOR, DL, VecVT, VecX, VecY);
22570 if (VecVT != CmpVT) {
24642 MVT VecVT = VT == MVT::f32 ? MVT::v4f32 : MVT::v2f64;
24643 SDValue VOp1 = DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, VecVT, Op1);
24644 SDValue VOp2 = DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, VecVT, Op2);
24645 SDValue VCmp = DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, VecVT, Cmp);
24650 SDValue VSel = DAG.getSelect(DL, VecVT, VCmp, VOp1, VOp2);
32291 MVT VecVT = MVT::getVectorVT(VT, 128 / VT.getSizeInBits());
32292 SDValue Res = DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, VecVT, In);
32293 Res = DAG.getNode(ISD::BITREVERSE, DL, VecVT, Res);
32353 MVT VecVT = MVT::getVectorVT(VT, 128 / VT.getSizeInBits());
32354 SDValue Res = DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, VecVT, In);
32358 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, VT, DAG.getBitcast(VecVT, Res),
33969 MVT VecVT = MVT::getVectorVT(MVT::i64, NumElts);
33984 SDVTList Tys = DAG.getVTList(VecVT, MVT::Other);
33988 Res = DAG.getNode(Opc, SDLoc(N), VecVT, Res);
34492 MVT VecVT = MVT::getVectorVT(LdVT, 2);
34493 Res = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, VecVT, Res);
42060 MVT VecVT = MVT::getVectorVT(MVT::i32, NumElts * 2);
42061 SDValue SclVec = DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, VecVT, Trunc);
42062 SDValue Movl = DAG.getNode(X86ISD::VZEXT_MOVL, DL, VecVT, SclVec);
44048 MVT VecVT = Vec.getSimpleValueType();
44049 unsigned NumVecElts = VecVT.getVectorNumElements();
44053 unsigned VecBitWidth = VecVT.getScalarSizeInBits();
44087 MVT VecVT = Vec.getSimpleValueType();
44089 if (CIdx && CIdx->getAPIntValue().ult(VecVT.getVectorNumElements())) {
44107 KnownScl = KnownScl.trunc(VecVT.getScalarSizeInBits());
44346 MVT VecVT = Vec.getSimpleValueType();
44347 if (CIdx && CIdx->getAPIntValue().ult(VecVT.getVectorNumElements()) &&
45827 // Note: SrcVec might not have a VecVT type, but it must be the same size.
45832 combineExtractFromVectorLoad(SDNode *N, EVT VecVT, SDValue SrcVec, uint64_t Idx,
45849 VecVT.getVectorElementType() == VT &&
45850 VecVT.getSizeInBits() == SrcVec.getValueSizeInBits() &&
45853 DAG, LoadVec->getBasePtr(), VecVT, DAG.getVectorIdxConstant(Idx, dl));
45965 auto GetLegalExtract = [&Subtarget, &DAG, &dl](SDValue Vec, EVT VecVT,
45967 EVT VecSVT = VecVT.getScalarType();
45968 if ((VecVT.is256BitVector() || VecVT.is512BitVector()) &&
45975 VecVT = EVT::getVectorVT(*DAG.getContext(), VecSVT, NumEltsPerLane);
45979 if ((VecVT == MVT::v4i32 || VecVT == MVT::v2i64) &&
45981 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, dl, VecVT.getScalarType(),
45982 DAG.getBitcast(VecVT, Vec),
45985 if ((VecVT == MVT::v8i16 && Subtarget.hasSSE2()) ||
45986 (VecVT == MVT::v16i8 && Subtarget.hasSSE41())) {
45987 unsigned OpCode = (VecVT == MVT::v8i16 ? X86ISD::PEXTRW : X86ISD::PEXTRB);
45988 return DAG.getNode(OpCode, dl, MVT::i32, DAG.getBitcast(VecVT, Vec),
46080 EVT VecVT = Vec.getValueType();
46084 if (!Vec.hasOneUse() || !isNullConstant(Index) || VecVT.getScalarType() != VT)
46114 Vec.getOperand(0).getOperand(0).getValueType() == VecVT) {
46196 EVT VecVT = Rdx.getValueType();
46197 if (VecVT.getScalarType() != VT)
46201 unsigned NumElts = VecVT.getVectorNumElements();
46202 unsigned EltSizeInBits = VecVT.getScalarSizeInBits();
46226 if (VecVT.getSizeInBits() >= 128) {
46228 SDValue Lo = getUnpackl(DAG, DL, VecVT, Rdx, DAG.getUNDEF(VecVT));
46229 SDValue Hi = getUnpackh(DAG, DL, VecVT, Rdx, DAG.getUNDEF(VecVT));
46257 if (VecVT == MVT::v4i8 || VecVT == MVT::v8i8) {
46266 if ((VecVT.getSizeInBits() % 128) != 0 || !isPowerOf2_32(NumElts))
46274 VecVT = Lo.getValueType();
46275 Rdx = DAG.getNode(ISD::ADD, DL, VecVT, Lo, Hi);
46277 assert(VecVT == MVT::v16i8 && "v16i8 reduction expected");
46301 EVT ByteVT = VecVT.changeVectorElementType(MVT::i8);
46321 VecVT = Lo.getValueType();
46322 Rdx = DAG.getNode(ISD::ADD, DL, VecVT, Lo, Hi);
46331 VecVT = MVT::getVectorVT(VT.getSimpleVT(), 128 / VT.getSizeInBits());
46332 Rdx = DAG.getBitcast(VecVT, Rdx);
46346 if (((VecVT == MVT::v16i16 || VecVT == MVT::v8i32) && Subtarget.hasSSSE3()) ||
46347 ((VecVT == MVT::v8f32 || VecVT == MVT::v4f64) && Subtarget.hasSSE3())) {
46348 unsigned NumElts = VecVT.getVectorNumElements();
46352 VecVT = Rdx.getValueType();
46354 if (!((VecVT == MVT::v8i16 || VecVT == MVT::v4i32) && Subtarget.hasSSSE3()) &&
46355 !((VecVT == MVT::v4f32 || VecVT == MVT::v2f64) && Subtarget.hasSSE3()))
46359 unsigned ReductionSteps = Log2_32(VecVT.getVectorNumElements());
46361 Rdx = DAG.getNode(HorizOpcode, DL, VecVT, Rdx, Rdx);
48235 MVT VecVT = Vec.getSimpleValueType();
48236 assert((VecVT.is128BitVector() || VecVT.is256BitVector()) &&
48238 unsigned NumElts = VecVT.getVectorNumElements();
48239 unsigned NumEltBits = VecVT.getScalarSizeInBits();
48281 if (VecVT.is256BitVector() && NumElts <= CmpBits && IsOneUse) {
48291 V = DAG.getBitcast(VecVT.getHalfNumVectorElementsVT(), V);
48303 MVT TestVT = VecVT.is128BitVector() ? MVT::v2i64 : MVT::v4i64;
48336 if (Vec.getOpcode() == X86ISD::PACKSS && VecVT == MVT::v16i8) {
48404 ShuffleInputs[0].getValueSizeInBits() == VecVT.getSizeInBits() &&
48407 SDValue Result = DAG.getBitcast(VecVT, ShuffleInputs[0]);
50463 EVT VecVT = EVT::getVectorVT(*DAG.getContext(), N00Type, NumElts);
50468 SDValue Vec00 = DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, VecVT, N00);
50469 SDValue Vec01 = DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, VecVT, N01);
50470 SDValue Vec10 = DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, VecVT, N10);
50471 SDValue Vec11 = DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, VecVT, N11);
53114 EVT VecVT = EVT::getVectorVT(*DAG.getContext(), MVT::f64, VecSize / 64);
53115 SDValue BitCast = DAG.getBitcast(VecVT, ExtOp0);
56515 EVT VecVT = BoolVec.getValueType();
56516 unsigned BitWidth = VecVT.getVectorNumElements();
56518 if (TLI.isTypeLegal(VecVT) && TLI.isTypeLegal(BCVT)) {