Lines Matching full:invt
4515 EVT InVT = In.getValueType();
4516 assert(VT.isVector() && InVT.isVector() && "Expected vector VTs.");
4523 if (InVT.getSizeInBits() > 128) {
4524 assert(VT.getSizeInBits() == InVT.getSizeInBits() &&
4526 unsigned Scale = VT.getScalarSizeInBits() / InVT.getScalarSizeInBits();
4529 InVT = In.getValueType();
4532 if (VT.getVectorNumElements() != InVT.getVectorNumElements())
20154 MVT InVT = In.getSimpleValueType();
20157 assert(VT.isVector() && InVT.isVector() && "Expected vector type");
20160 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() &&
20166 assert((InVT.getVectorElementType() == MVT::i8 ||
20167 InVT.getVectorElementType() == MVT::i16 ||
20168 InVT.getVectorElementType() == MVT::i32) &&
20174 assert(InVT == MVT::v32i8 && "Unexpected VT!");
20202 SDValue ZeroVec = DAG.getConstant(0, dl, InVT);
20203 SDValue Undef = DAG.getUNDEF(InVT);
20205 SDValue OpHi = getUnpackh(DAG, dl, InVT, In, NeedZero ? ZeroVec : Undef);
20230 MVT InVT = In.getSimpleValueType();
20231 assert(InVT.getVectorElementType() == MVT::i1 && "Unexpected input type!");
20256 InVT = MVT::getVectorVT(MVT::i1, NumElts);
20257 In = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, InVT, DAG.getUNDEF(InVT),
20332 EVT InVT = MVT::i16, OutVT = MVT::i8;
20335 InVT = MVT::i32;
20342 InVT = EVT::getVectorVT(Ctx, InVT, 128 / InVT.getSizeInBits());
20345 SDValue LHS = DAG.getBitcast(InVT, In);
20346 SDValue RHS = Subtarget.hasAVX512() ? DAG.getUNDEF(InVT) : LHS;
20366 InVT = EVT::getVectorVT(Ctx, InVT, SubSizeInBits / InVT.getSizeInBits());
20371 Lo = DAG.getBitcast(InVT, Lo);
20372 Hi = DAG.getBitcast(InVT, Hi);
20380 Lo = DAG.getBitcast(InVT, Lo);
20381 Hi = DAG.getBitcast(InVT, Hi);
20622 MVT InVT = In.getSimpleValueType();
20626 unsigned ShiftInx = InVT.getScalarSizeInBits() - 1;
20627 if (InVT.getScalarSizeInBits() <= 16) {
20630 if (DAG.ComputeNumSignBits(In) < InVT.getScalarSizeInBits()) {
20633 MVT ExtVT = MVT::getVectorVT(MVT::i16, InVT.getSizeInBits()/16);
20637 In = DAG.getBitcast(InVT, In);
20639 return DAG.getSetCC(DL, VT, DAG.getConstant(0, DL, InVT),
20643 assert((InVT.is256BitVector() || InVT.is128BitVector()) &&
20645 unsigned NumElts = InVT.getVectorNumElements();
20658 if (InVT == MVT::v16i8) {
20661 InVT, DL, In, In,
20665 assert(InVT == MVT::v16i16 && "Unexpected VT!");
20681 InVT = ExtVT;
20682 ShiftInx = InVT.getScalarSizeInBits() - 1;
20685 if (DAG.ComputeNumSignBits(In) < InVT.getScalarSizeInBits()) {
20687 In = DAG.getNode(ISD::SHL, DL, InVT, In,
20688 DAG.getConstant(ShiftInx, DL, InVT));
20692 return DAG.getSetCC(DL, VT, DAG.getConstant(0, DL, InVT), In, ISD::SETGT);
20693 return DAG.getSetCC(DL, VT, In, DAG.getConstant(0, DL, InVT), ISD::SETNE);
20700 MVT InVT = In.getSimpleValueType();
20701 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() &&
20706 if (!TLI.isTypeLegal(VT) || !TLI.isTypeLegal(InVT)) {
20707 if ((InVT == MVT::v8i64 || InVT == MVT::v16i32 || InVT == MVT::v16i64) &&
20709 assert((InVT == MVT::v16i64 || Subtarget.hasVLX()) &&
20727 (InVT.is512BitVector() && VT.is256BitVector()))
20752 if (InVT == MVT::v32i16 && !Subtarget.hasBWI()) {
20761 if (InVT != MVT::v16i16 || Subtarget.hasBWI() ||
20767 assert(VT.is128BitVector() && InVT.is256BitVector() && "Unexpected types!");
20769 if ((VT == MVT::v4i32) && (InVT == MVT::v4i64)) {
20788 if ((VT == MVT::v8i16) && (InVT == MVT::v8i32)) {
20812 if (VT == MVT::v16i8 && InVT == MVT::v16i16)
24357 MVT InVT = In.getSimpleValueType();
24358 assert(InVT.getVectorElementType() == MVT::i1 && "Unexpected input type!");
24376 InVT = MVT::getVectorVT(MVT::i1, NumElts);
24377 In = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, InVT, DAG.getUNDEF(InVT),
24410 MVT InVT = In.getSimpleValueType();
24413 if (InVT.getVectorElementType() == MVT::i1)
24429 MVT InVT = In.getSimpleValueType();
24432 MVT InSVT = InVT.getVectorElementType();
24450 if (InVT.getSizeInBits() > 128) {
24455 InVT = In.getSimpleValueType();
24464 if (InVT.getVectorNumElements() != NumElts)
24481 unsigned NumSrcElts = InVT.getVectorNumElements();
24487 SDValue Hi = DAG.getVectorShuffle(InVT, dl, In, DAG.getUNDEF(InVT), HiMask);
24494 assert(VT.is128BitVector() && InVT.is128BitVector() && "Unexpected VTs");
24495 unsigned InNumElts = InVT.getVectorNumElements();
24500 if (DAG.ComputeNumSignBits(In, DemandedElts) == InVT.getScalarSizeInBits()) {
24506 DAG.getVectorShuffle(InVT, dl, In, In, ShuffleMask));
24515 if (InVT != MVT::v4i32) {
24528 Curr = DAG.getVectorShuffle(InVT, dl, In, In, Mask);
24551 MVT InVT = In.getSimpleValueType();
24554 if (InVT.getVectorElementType() == MVT::i1)
24557 assert(VT.isVector() && InVT.isVector() && "Expected vector type");
24558 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() &&
24564 assert((InVT.getVectorElementType() == MVT::i8 ||
24565 InVT.getVectorElementType() == MVT::i16 ||
24566 InVT.getVectorElementType() == MVT::i32) &&
24570 assert(InVT == MVT::v32i8 && "Unexpected VT!");
24588 unsigned NumElems = InVT.getVectorNumElements();
24593 SDValue OpHi = DAG.getVectorShuffle(InVT, dl, In, In, ShufMask);
31114 MVT InVT = V.getSimpleValueType();
31116 if (InVT == MVT::v64i8) {
31127 if (InVT == MVT::v32i8 && !Subtarget.hasInt256()) {
31911 MVT InVT = InOp.getSimpleValueType();
31912 if (InVT == NVT)
31918 assert(InVT.getVectorElementType() == NVT.getVectorElementType() &&
31921 unsigned InNumElts = InVT.getVectorNumElements();
31933 InVT = InOp.getSimpleValueType();
31934 InNumElts = InVT.getVectorNumElements();
32647 EVT InVT = N->getOperand(0).getValueType();
32652 unsigned NumConcat = 128 / InVT.getSizeInBits();
32655 InVT.getVectorElementType(),
32656 NumConcat * InVT.getVectorNumElements());
32661 SmallVector<SDValue, 16> Ops(NumConcat, DAG.getUNDEF(InVT));
32725 EVT InVT = In.getValueType();
32726 EVT InEltVT = InVT.getVectorElementType();
32730 unsigned InBits = InVT.getSizeInBits();
32765 if (Subtarget.hasAVX512() && isTypeLegal(InVT)) {
32772 if (InVT == MVT::v4i64 && VT == MVT::v4i8 && isTypeLegal(MVT::v8i64)) {
32779 if (Subtarget.hasVLX() && InVT == MVT::v8i64 && VT == MVT::v8i8 &&
32780 getTypeAction(*DAG.getContext(), InVT) == TypeSplitVector &&
32801 (!isTypeLegal(InVT) &&
32821 EVT InVT = In.getValueType();
32823 (InVT == MVT::v4i16 || InVT == MVT::v4i8)){
32824 assert(getTypeAction(*DAG.getContext(), InVT) == TypeWidenVector &&
32852 if (!InVT.is128BitVector()) {
32855 if (getTypeAction(*DAG.getContext(), InVT) != TypePromoteInteger)
32857 InVT = getTypeToTransformTo(*DAG.getContext(), InVT);
32858 if (!InVT.is128BitVector())
32863 In = DAG.getNode(N->getOpcode(), dl, InVT, In);
32875 unsigned NumElts = InVT.getVectorNumElements();
32881 SDValue Hi = DAG.getVectorShuffle(InVT, dl, In, In, ShufMask);
44253 EVT InVT = Zext0.getOperand(0).getValueType();
44254 unsigned RegSize = std::max(128u, (unsigned)InVT.getSizeInBits());
44258 unsigned NumConcat = RegSize / InVT.getSizeInBits();
44259 SmallVector<SDValue, 16> Ops(NumConcat, DAG.getConstant(0, DL, InVT));
50958 EVT InVT = In.getValueType();
50960 // Saturation with truncation. We truncate from InVT to VT.
50961 assert(InVT.getScalarSizeInBits() > VT.getScalarSizeInBits() &&
50988 return DAG.getNode(ISD::SMAX, DL, InVT, SMin, In.getOperand(1));
51044 EVT InVT = In.getValueType();
51045 EVT InSVT = InVT.getVectorElementType();
51052 InVT == MVT::v16i32 && VT == MVT::v16i8) {
51070 (InVT.getSizeInBits() > 128) &&
51071 (Subtarget.hasVLX() || InVT.getSizeInBits() > 256) &&
51099 if (TLI.isTypeLegal(InVT) && InVT.isVector() && SVT != MVT::i1 &&
51115 if (!Subtarget.hasVLX() && !InVT.is512BitVector()) {
51116 unsigned NumConcats = 512 / InVT.getSizeInBits();
51118 SmallVector<SDValue, 4> ConcatOps(NumConcats, DAG.getUNDEF(InVT));
51120 InVT = EVT::getVectorVT(*DAG.getContext(), InSVT,
51121 NumConcats * InVT.getVectorNumElements());
51122 SatVal = DAG.getNode(ISD::CONCAT_VECTORS, DL, InVT, ConcatOps);
52414 EVT InVT = Src.getValueType();
52415 if (InVT.getVectorElementType().getSizeInBits() < 32)
52455 unsigned InSizeInBits = InVT.getSizeInBits();
52460 InVT.getSizeInBits() / 16);
52463 return DAG.getNode(ISD::TRUNCATE, DL, VT, DAG.getBitcast(InVT, Res));
52612 EVT InVT = Ops[0].getValueType();
52613 assert(InVT.getScalarType() == MVT::i8 &&
52615 assert(InVT == Ops[1].getValueType() && "Operands' types mismatch");
52617 InVT.getVectorNumElements() / 2);
53402 MVT InVT = In.getSimpleValueType();
53403 if (VT.getVectorNumElements() < InVT.getVectorNumElements() &&
53405 assert(InVT.is128BitVector() && "Expected 128-bit input vector");
53407 unsigned NumBits = InVT.getScalarSizeInBits() * VT.getVectorNumElements();
53413 DAG.getBitcast(InVT, VZLoad));
53431 MVT InVT = In.getSimpleValueType();
53432 if (VT.getVectorNumElements() < InVT.getVectorNumElements() &&
53434 assert(InVT.is128BitVector() && "Expected 128-bit input vector");
53436 unsigned NumBits = InVT.getScalarSizeInBits() * VT.getVectorNumElements();
53444 {N->getOperand(0), DAG.getBitcast(InVT, VZLoad)});
53448 DAG.getNode(N->getOpcode(), dl, VT, DAG.getBitcast(InVT, VZLoad));
54906 EVT InVT = Op0.getValueType();
54916 if (InVT.isVector() && VT.getVectorElementType() == MVT::f16) {
54917 unsigned ScalarSize = InVT.getScalarSizeInBits();
54927 InVT.getVectorNumElements());
54938 if (InVT.isVector() && InVT.getScalarSizeInBits() < 32 &&
54941 EVT DstVT = InVT.changeVectorElementType(MVT::i32);
54977 EVT InVT = Op0.getValueType();
54987 if (InVT.isVector() && VT.getVectorElementType() == MVT::f16) {
54988 unsigned ScalarSize = InVT.getScalarSizeInBits();
54998 InVT.getVectorNumElements());
55009 if (InVT.isVector() && InVT.getScalarSizeInBits() < 32 &&
55012 EVT DstVT = InVT.changeVectorElementType(MVT::i32);
55023 if (InVT.getScalarSizeInBits() > 32 && !Subtarget.hasDQI()) {
55024 unsigned BitWidth = InVT.getScalarSizeInBits();
55028 if (InVT.isVector())
55029 TruncVT = InVT.changeVectorElementType(TruncVT);
55040 assert(InVT == MVT::v2i64 && "Unexpected VT!");
55067 Op0.hasOneUse() && !Subtarget.is64Bit() && InVT == MVT::i64) {
55070 VT, InVT, SDLoc(N), Ld->getChain(), Ld->getBasePtr(),
55514 EVT InVT = Ops[0].getValueType();
55515 assert(InVT == Ops[1].getValueType() && "Operands' types mismatch");
55517 InVT.getVectorNumElements() / 2);
55560 EVT InVT = N00.getValueType();
55561 if (InVT.getVectorElementType() != MVT::i16 || N01.getValueType() != InVT ||
55562 N10.getValueType() != InVT || N11.getValueType() != InVT)