Lines Matching defs:InVT
4679 EVT InVT = In.getValueType();
4680 assert(VT.isVector() && InVT.isVector() && "Expected vector VTs.");
4687 if (InVT.getSizeInBits() > 128) {
4688 assert(VT.getSizeInBits() == InVT.getSizeInBits() &&
4690 unsigned Scale = VT.getScalarSizeInBits() / InVT.getScalarSizeInBits();
4693 InVT = In.getValueType();
4696 if (VT.getVectorNumElements() != InVT.getVectorNumElements())
20535 MVT InVT = In.getSimpleValueType();
20538 assert(VT.isVector() && InVT.isVector() && "Expected vector type");
20541 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() &&
20547 assert((InVT.getVectorElementType() == MVT::i8 ||
20548 InVT.getVectorElementType() == MVT::i16 ||
20549 InVT.getVectorElementType() == MVT::i32) &&
20555 assert(InVT == MVT::v32i8 && "Unexpected VT!");
20583 SDValue ZeroVec = DAG.getConstant(0, dl, InVT);
20584 SDValue Undef = DAG.getUNDEF(InVT);
20586 SDValue OpHi = getUnpackh(DAG, dl, InVT, In, NeedZero ? ZeroVec : Undef);
20611 MVT InVT = In.getSimpleValueType();
20612 assert(InVT.getVectorElementType() == MVT::i1 && "Unexpected input type!");
20637 InVT = MVT::getVectorVT(MVT::i1, NumElts);
20638 In = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, InVT, DAG.getUNDEF(InVT), In,
20712 EVT InVT = MVT::i16, OutVT = MVT::i8;
20715 InVT = MVT::i32;
20722 InVT = EVT::getVectorVT(Ctx, InVT, 128 / InVT.getSizeInBits());
20725 SDValue LHS = DAG.getBitcast(InVT, In);
20726 SDValue RHS = Subtarget.hasAVX512() ? DAG.getUNDEF(InVT) : LHS;
20746 InVT = EVT::getVectorVT(Ctx, InVT, SubSizeInBits / InVT.getSizeInBits());
20751 Lo = DAG.getBitcast(InVT, Lo);
20752 Hi = DAG.getBitcast(InVT, Hi);
20760 Lo = DAG.getBitcast(InVT, Lo);
20761 Hi = DAG.getBitcast(InVT, Hi);
21003 MVT InVT = In.getSimpleValueType();
21007 unsigned ShiftInx = InVT.getScalarSizeInBits() - 1;
21008 if (InVT.getScalarSizeInBits() <= 16) {
21011 if (DAG.ComputeNumSignBits(In) < InVT.getScalarSizeInBits()) {
21014 MVT ExtVT = MVT::getVectorVT(MVT::i16, InVT.getSizeInBits()/16);
21018 In = DAG.getBitcast(InVT, In);
21020 return DAG.getSetCC(DL, VT, DAG.getConstant(0, DL, InVT),
21024 assert((InVT.is256BitVector() || InVT.is128BitVector()) &&
21026 unsigned NumElts = InVT.getVectorNumElements();
21039 if (InVT == MVT::v16i8) {
21042 InVT, DL, In, In,
21046 assert(InVT == MVT::v16i16 && "Unexpected VT!");
21062 InVT = ExtVT;
21063 ShiftInx = InVT.getScalarSizeInBits() - 1;
21066 if (DAG.ComputeNumSignBits(In) < InVT.getScalarSizeInBits()) {
21068 In = DAG.getNode(ISD::SHL, DL, InVT, In,
21069 DAG.getConstant(ShiftInx, DL, InVT));
21073 return DAG.getSetCC(DL, VT, DAG.getConstant(0, DL, InVT), In, ISD::SETGT);
21074 return DAG.getSetCC(DL, VT, In, DAG.getConstant(0, DL, InVT), ISD::SETNE);
21081 MVT InVT = In.getSimpleValueType();
21082 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() &&
21087 if (!TLI.isTypeLegal(VT) || !TLI.isTypeLegal(InVT)) {
21088 if ((InVT == MVT::v8i64 || InVT == MVT::v16i32 || InVT == MVT::v16i64) &&
21090 assert((InVT == MVT::v16i64 || Subtarget.hasVLX()) &&
21108 (InVT.is512BitVector() && VT.is256BitVector()))
21133 if (InVT == MVT::v32i16 && !Subtarget.hasBWI()) {
21142 if (InVT != MVT::v16i16 || Subtarget.hasBWI() ||
21148 assert(VT.is128BitVector() && InVT.is256BitVector() && "Unexpected types!");
21150 if ((VT == MVT::v4i32) && (InVT == MVT::v4i64)) {
21169 if ((VT == MVT::v8i16) && (InVT == MVT::v8i32)) {
21193 if (VT == MVT::v16i8 && InVT == MVT::v16i16)
24854 MVT InVT = In.getSimpleValueType();
24855 assert(InVT.getVectorElementType() == MVT::i1 && "Unexpected input type!");
24873 InVT = MVT::getVectorVT(MVT::i1, NumElts);
24874 In = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, InVT, DAG.getUNDEF(InVT), In,
24907 MVT InVT = In.getSimpleValueType();
24910 if (InVT.getVectorElementType() == MVT::i1)
24926 MVT InVT = In.getSimpleValueType();
24929 MVT InSVT = InVT.getVectorElementType();
24947 if (InVT.getSizeInBits() > 128) {
24952 InVT = In.getSimpleValueType();
24961 if (InVT.getVectorNumElements() != NumElts)
24978 unsigned NumSrcElts = InVT.getVectorNumElements();
24984 SDValue Hi = DAG.getVectorShuffle(InVT, dl, In, DAG.getUNDEF(InVT), HiMask);
24991 assert(VT.is128BitVector() && InVT.is128BitVector() && "Unexpected VTs");
24992 unsigned InNumElts = InVT.getVectorNumElements();
24997 if (DAG.ComputeNumSignBits(In, DemandedElts) == InVT.getScalarSizeInBits()) {
25003 DAG.getVectorShuffle(InVT, dl, In, In, ShuffleMask));
25012 if (InVT != MVT::v4i32) {
25025 Curr = DAG.getVectorShuffle(InVT, dl, In, In, Mask);
25048 MVT InVT = In.getSimpleValueType();
25051 if (InVT.getVectorElementType() == MVT::i1)
25054 assert(VT.isVector() && InVT.isVector() && "Expected vector type");
25055 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() &&
25061 assert((InVT.getVectorElementType() == MVT::i8 ||
25062 InVT.getVectorElementType() == MVT::i16 ||
25063 InVT.getVectorElementType() == MVT::i32) &&
25067 assert(InVT == MVT::v32i8 && "Unexpected VT!");
25085 unsigned NumElems = InVT.getVectorNumElements();
25090 SDValue OpHi = DAG.getVectorShuffle(InVT, dl, In, In, ShufMask);
31945 MVT InVT = V.getSimpleValueType();
31947 if (InVT == MVT::v64i8) {
31958 if (InVT == MVT::v32i8 && !Subtarget.hasInt256()) {
32747 MVT InVT = InOp.getSimpleValueType();
32748 if (InVT == NVT)
32754 assert(InVT.getVectorElementType() == NVT.getVectorElementType() &&
32757 unsigned InNumElts = InVT.getVectorNumElements();
32768 InVT = InOp.getSimpleValueType();
32769 InNumElts = InVT.getVectorNumElements();
33500 EVT InVT = N->getOperand(0).getValueType();
33505 unsigned NumConcat = 128 / InVT.getSizeInBits();
33508 InVT.getVectorElementType(),
33509 NumConcat * InVT.getVectorNumElements());
33514 SmallVector<SDValue, 16> Ops(NumConcat, DAG.getUNDEF(InVT));
33589 EVT InVT = In.getValueType();
33590 EVT InEltVT = InVT.getVectorElementType();
33594 unsigned InBits = InVT.getSizeInBits();
33629 if (Subtarget.hasAVX512() && isTypeLegal(InVT)) {
33636 if (InVT == MVT::v4i64 && VT == MVT::v4i8 && isTypeLegal(MVT::v8i64)) {
33643 if (Subtarget.hasVLX() && InVT == MVT::v8i64 && VT == MVT::v8i8 &&
33644 getTypeAction(*DAG.getContext(), InVT) == TypeSplitVector &&
33665 (!isTypeLegal(InVT) &&
33685 EVT InVT = In.getValueType();
33687 (InVT == MVT::v4i16 || InVT == MVT::v4i8)){
33688 assert(getTypeAction(*DAG.getContext(), InVT) == TypeWidenVector &&
33716 if (!InVT.is128BitVector()) {
33719 if (getTypeAction(*DAG.getContext(), InVT) != TypePromoteInteger)
33721 InVT = getTypeToTransformTo(*DAG.getContext(), InVT);
33722 if (!InVT.is128BitVector())
33727 In = DAG.getNode(Opc, dl, InVT, In);
33739 unsigned NumElts = InVT.getVectorNumElements();
33745 SDValue Hi = DAG.getVectorShuffle(InVT, dl, In, In, ShufMask);
45439 EVT InVT = Zext0.getOperand(0).getValueType();
45440 unsigned RegSize = std::max(128u, (unsigned)InVT.getSizeInBits());
45444 unsigned NumConcat = RegSize / InVT.getSizeInBits();
45445 SmallVector<SDValue, 16> Ops(NumConcat, DAG.getConstant(0, DL, InVT));
52165 EVT InVT = In.getValueType();
52167 // Saturation with truncation. We truncate from InVT to VT.
52168 assert(InVT.getScalarSizeInBits() > VT.getScalarSizeInBits() &&
52188 return DAG.getNode(ISD::SMAX, DL, InVT, SMin, In.getOperand(1));
52236 EVT InVT = In.getValueType();
52237 EVT InSVT = InVT.getVectorElementType();
52244 InVT == MVT::v16i32 && VT == MVT::v16i8) {
52262 (InVT.getSizeInBits() > 128) &&
52263 (Subtarget.hasVLX() || InVT.getSizeInBits() > 256) &&
52291 if (TLI.isTypeLegal(InVT) && InVT.isVector() && SVT != MVT::i1 &&
52307 if (!Subtarget.hasVLX() && !InVT.is512BitVector()) {
52308 unsigned NumConcats = 512 / InVT.getSizeInBits();
52310 SmallVector<SDValue, 4> ConcatOps(NumConcats, DAG.getUNDEF(InVT));
52312 InVT = EVT::getVectorVT(*DAG.getContext(), InSVT,
52313 NumConcats * InVT.getVectorNumElements());
52314 SatVal = DAG.getNode(ISD::CONCAT_VECTORS, DL, InVT, ConcatOps);
53664 EVT InVT = Src.getValueType();
53665 if (InVT.getVectorElementType().getSizeInBits() < 32)
53703 unsigned InSizeInBits = InVT.getSizeInBits();
53708 InVT.getSizeInBits() / 16);
53711 return DAG.getNode(ISD::TRUNCATE, DL, VT, DAG.getBitcast(InVT, Res));
53860 EVT InVT = Ops[0].getValueType();
53861 assert(InVT.getScalarType() == MVT::i8 &&
53863 assert(InVT == Ops[1].getValueType() && "Operands' types mismatch");
53865 InVT.getVectorNumElements() / 2);
54651 MVT InVT = In.getSimpleValueType();
54652 if (VT.getVectorNumElements() < InVT.getVectorNumElements() &&
54654 assert(InVT.is128BitVector() && "Expected 128-bit input vector");
54656 unsigned NumBits = InVT.getScalarSizeInBits() * VT.getVectorNumElements();
54662 DAG.getBitcast(InVT, VZLoad));
54681 MVT InVT = In.getSimpleValueType();
54682 if (VT.getVectorNumElements() < InVT.getVectorNumElements() &&
54684 assert(InVT.is128BitVector() && "Expected 128-bit input vector");
54686 unsigned NumBits = InVT.getScalarSizeInBits() * VT.getVectorNumElements();
54694 {N->getOperand(0), DAG.getBitcast(InVT, VZLoad)});
54698 DAG.getNode(N->getOpcode(), dl, VT, DAG.getBitcast(InVT, VZLoad));
56188 EVT InVT = Op0.getValueType();
56198 if (InVT.isVector() && VT.getVectorElementType() == MVT::f16) {
56199 unsigned ScalarSize = InVT.getScalarSizeInBits();
56209 InVT.getVectorNumElements());
56220 if (InVT.isVector() && InVT.getScalarSizeInBits() < 32 &&
56223 EVT DstVT = InVT.changeVectorElementType(MVT::i32);
56259 EVT InVT = Op0.getValueType();
56269 if (InVT.isVector() && VT.getVectorElementType() == MVT::f16) {
56270 unsigned ScalarSize = InVT.getScalarSizeInBits();
56280 InVT.getVectorNumElements());
56291 if (InVT.isVector() && InVT.getScalarSizeInBits() < 32 &&
56294 EVT DstVT = InVT.changeVectorElementType(MVT::i32);
56305 if (InVT.getScalarSizeInBits() > 32 && !Subtarget.hasDQI()) {
56306 unsigned BitWidth = InVT.getScalarSizeInBits();
56310 if (InVT.isVector())
56311 TruncVT = InVT.changeVectorElementType(TruncVT);
56322 assert(InVT == MVT::v2i64 && "Unexpected VT!");
56349 Op0.hasOneUse() && !Subtarget.is64Bit() && InVT == MVT::i64) {
56352 VT, InVT, SDLoc(N), Ld->getChain(), Ld->getBasePtr(),
56827 EVT InVT = Ops[0].getValueType();
56828 assert(InVT == Ops[1].getValueType() && "Operands' types mismatch");
56830 InVT.getVectorNumElements() / 2);
56863 EVT InVT = N00.getValueType();
56864 if (InVT.getVectorElementType() != MVT::i16 || N01.getValueType() != InVT ||
56865 N10.getValueType() != InVT || N11.getValueType() != InVT)