Lines Matching defs:InVT
4705 EVT InVT = Op.getOperand(IsStrict ? 1 : 0).getValueType();
4716 useSVEForFixedLengthVectorVT(InVT, !Subtarget->isNeonAvailable()))
4719 unsigned NumElts = InVT.getVectorNumElements();
4722 if ((InVT.getVectorElementType() == MVT::f16 && !Subtarget->hasFullFP16()) ||
4723 InVT.getVectorElementType() == MVT::bf16) {
4738 uint64_t InVTSize = InVT.getFixedSizeInBits();
4742 InVT = InVT.changeVectorElementTypeToInteger();
4743 SDValue Cv = DAG.getNode(Op.getOpcode(), dl, {InVT, MVT::Other},
4749 DAG.getNode(Op.getOpcode(), dl, InVT.changeVectorElementTypeToInteger(),
4774 ISD::EXTRACT_VECTOR_ELT, dl, InVT.getScalarType(),
5010 EVT InVT = In.getValueType();
5015 if (InVT.getVectorElementType() == MVT::i1) {
5018 EVT CastVT = getPromotedVTForPredicate(InVT);
5029 useSVEForFixedLengthVectorVT(InVT, !Subtarget->isNeonAvailable()))
5049 uint64_t InVTSize = InVT.getFixedSizeInBits();
5052 MVT::getVectorVT(MVT::getFloatingPointVT(InVT.getScalarSizeInBits()),
5053 InVT.getVectorNumElements());
5079 ISD::EXTRACT_VECTOR_ELT, dl, InVT.getScalarType(),
5726 EVT InVT = Op.getValueType();
5728 assert(InVT.getVectorElementType() == MVT::i1 &&
5732 InVT.isScalableVector() &&
5733 DAG.getTargetLoweringInfo().isTypeLegal(InVT) &&
5737 if (InVT == VT)
5754 if (InVT.bitsGT(VT))
5763 SDValue Mask = DAG.getConstant(1, DL, InVT);
15289 EVT InVT = Op.getOperand(0).getValueType();
15292 if (!isTypeLegal(InVT))
15295 if (InVT.is128BitVector()) {
15305 if (Idx * InVT.getScalarSizeInBits() == 64 && Subtarget->isNeonAvailable())
15309 if (InVT.isScalableVector() ||
15310 useSVEForFixedLengthVectorVT(InVT, !Subtarget->isNeonAvailable())) {
15315 EVT PackedVT = getPackedSVEVectorVT(InVT.getVectorElementType());
15316 if (PackedVT != InVT) {
15328 assert(InVT.isScalableVector() && "Unexpected vector type!");
15330 SDValue Splice = DAG.getNode(ISD::VECTOR_SPLICE, DL, InVT, Vec, Vec, Idx);
15342 EVT InVT = Op.getOperand(1).getValueType();
15350 if (InVT.isScalableVector()) {
15375 if (isTypeLegal(InVT) && Vec0.isUndef())
15379 if (VT.getVectorElementCount() != (InVT.getVectorElementCount() * 2))
15386 EVT WideVT = getPackedSVEVectorVT(InVT.getVectorElementCount());
15407 assert(Idx == InVT.getVectorMinNumElements() &&
15423 getSVEPredPatternFromNumElements(InVT.getVectorNumElements());
18696 EVT InVT = N0.getValueType();
18698 EVT S1 = InVT.getScalarType();
22350 EVT InVT = N->getOperand(0).getOperand(0).getValueType();
22353 InVT.getVectorNumElements() != VT.getVectorNumElements() * 2 ||
22354 InVT.getScalarSizeInBits() * 2 != VT.getScalarSizeInBits())
22382 DAG.getConstant(InVT.getScalarSizeInBits(), DL, VT));
22385 DAG.getConstant((1 << InVT.getScalarSizeInBits()) - 1, DL, VT));
23904 EVT InVT = Value.getOperand(0).getValueType();
23906 if (HalfVT.widenIntegerVectorElementType(*DAG.getContext()) == InVT) {
23912 if (NumElts && NumElts * InVT.getVectorElementType().getSizeInBits() <=
23914 Mask = getPTrue(DAG, DL, InVT.changeVectorElementType(MVT::i1),
27051 EVT InVT = In.getValueType();
27054 if (!InVT.isScalableVector() || !InVT.isInteger())
27064 if (InVT.getVectorElementCount() != (ResEC * 2))
28478 EVT InVT = Mask.getValueType();
28479 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT);
28481 auto Pg = getPredicateForFixedLengthVector(DAG, DL, InVT);
28736 EVT InVT = Op.getOperand(0).getValueType();
28737 assert(InVT.isFixedLengthVector() && "Expected fixed length vector type!");
28740 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT);
28752 EVT InVT = Op.getOperand(0).getValueType();
28753 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT);
28975 EVT InVT = Op.getOperand(1).getValueType();
28976 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT);
28997 EVT InVT = Op.getOperand(0).getValueType();
28998 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT);
29000 assert(InVT.isFixedLengthVector() && isTypeLegal(InVT) &&
29002 assert(Op.getValueType() == InVT.changeTypeToInteger() &&
29007 auto Pg = getPredicateForFixedLengthVector(DAG, DL, InVT);
29014 auto Promote = DAG.getBoolExtOrTrunc(Cmp, DL, PromoteVT, InVT);
29574 EVT InVT = Op.getValueType();
29577 InVT.isScalableVector() && isTypeLegal(InVT) &&
29580 InVT.getVectorElementType() != MVT::i1 &&
29583 if (InVT == VT)
29587 EVT PackedInVT = getPackedSVEVectorVT(InVT.getVectorElementType());
29596 assert((VT.getVectorElementCount() == InVT.getVectorElementCount() ||
29597 VT == PackedVT || InVT == PackedInVT) &&
29601 if (InVT != PackedInVT)