| /freebsd-src/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | MVEGatherScatterLowering.cpp | 244 if (PtrTy->getNumElements() != 4 || MemoryTy->getScalarSizeInBits() == 32) in decomposePtr() 278 cast<FixedVectorType>(Offsets->getType())->getNumElements(); in decomposeGEP() 280 assert(Ty->getNumElements() == OffsetsElemCount); in decomposeGEP() 315 if (BCTy->getNumElements() == BCSrcTy->getNumElements()) { in lookThroughBitcast() 415 if (!isLegalTypeAndAlignment(Ty->getNumElements(), Ty->getScalarSizeInBits(), in lowerGather() 459 if (Ty->getNumElements() != 4 || Ty->getScalarSizeInBits() != 32) in tryCreateMaskedGatherBase() 480 if (Ty->getNumElements() != 4 || Ty->getScalarSizeInBits() != 32) in tryCreateMaskedGatherBaseWB() 534 128 / cast<FixedVectorType>(ResultTy)->getNumElements()); in tryCreateMaskedGatherOffset() 591 if (!isLegalTypeAndAlignment(Ty->getNumElements(), T in lowerScatter() [all...] |
| /freebsd-src/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64PreLegalizerCombiner.cpp | 284 if (SrcTy.getScalarSizeInBits() != 8 || SrcTy.getNumElements() % 8 != 0) in matchExtAddvToUdotAddv() 318 if (SrcTy.getNumElements() % 16 == 0) { in applyExtAddvToUdotAddv() 319 NumOfDotMI = SrcTy.getNumElements() / 16; in applyExtAddvToUdotAddv() 321 } else if (SrcTy.getNumElements() % 8 == 0) { in applyExtAddvToUdotAddv() 322 NumOfDotMI = SrcTy.getNumElements() / 8; in applyExtAddvToUdotAddv() 338 if (SrcTy.getNumElements() % 16 != 0) { in applyExtAddvToUdotAddv() 372 unsigned SrcNumElts = SrcTy.getNumElements(); in applyExtAddvToUdotAddv() 385 if (MRI.getType(Ext1UnmergeReg[i]).getNumElements() == 16) { in applyExtAddvToUdotAddv() 436 ExtSrcTy.getNumElements() % 8 == 0 && ExtSrcTy.getNumElements() < 25 in matchExtUaddvToUaddlv() [all...] |
| H A D | AArch64PostLegalizerLowering.cpp | 170 unsigned NumElts = Ty.getNumElements(); in isUZPMask() 199 unsigned NumElts = MRI.getType(Dst).getNumElements(); 220 unsigned NumElts = MRI.getType(Dst).getNumElements(); in isINSMask() 236 unsigned NumElts = MRI.getType(Dst).getNumElements(); in matchREV() 323 unsigned NumElts = Ty.getNumElements(); in matchDupFromInsertVectorElt() 358 auto ExtInfo = getExtMask(Mask, DstTy.getNumElements()); in matchDupFromBuildVector() 437 assert(isPowerOf2_64(VecTy.getNumElements()) && in matchEXT() 439 auto Mask = Builder.buildConstant(IdxTy, VecTy.getNumElements() - 1); in matchEXT() 470 int NumElts = MRI.getType(Dst).getNumElements(); 701 if (*LaneIdx >= SrcTy.getNumElements()) in matchDupLane() [all...] |
| /freebsd-src/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 324 unsigned VWidth = cast<FixedVectorType>(V->getType())->getNumElements(); in findDemandedEltsBySingleUser() 342 cast<FixedVectorType>(UserInstr->getType())->getNumElements(); in findDemandedEltsBySingleUser() 368 unsigned VWidth = cast<FixedVectorType>(V->getType())->getNumElements(); in findDemandedEltsByAllUsers() 553 ->getNumElements(); in visitExtractElementInst() 625 unsigned NumElts = cast<FixedVectorType>(V->getType())->getNumElements(); in collectSingleShuffleElements() 667 cast<FixedVectorType>(LHS->getType())->getNumElements(); in collectSingleShuffleElements() 699 unsigned NumInsElts = InsVecType->getNumElements(); in replaceExtractElements() 700 unsigned NumExtElts = ExtVecType->getNumElements(); in replaceExtractElements() 785 unsigned NumElts = cast<FixedVectorType>(V->getType())->getNumElements(); in collectShuffleElements() 831 cast<FixedVectorType>(RHS->getType())->getNumElements(); in collectShuffleElements() [all...] |
| /freebsd-src/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | FunctionComparator.cpp | 378 uint64_t NumElementsL = cast<ArrayType>(TyL)->getNumElements(); in cmpConstants() 379 uint64_t NumElementsR = cast<ArrayType>(TyR)->getNumElements(); in cmpConstants() 392 unsigned NumElementsL = cast<StructType>(TyL)->getNumElements(); in cmpConstants() 393 unsigned NumElementsR = cast<StructType>(TyR)->getNumElements(); in cmpConstants() 406 unsigned NumElementsL = cast<FixedVectorType>(TyL)->getNumElements(); in cmpConstants() 407 unsigned NumElementsR = cast<FixedVectorType>(TyR)->getNumElements(); in cmpConstants() 564 if (STyL->getNumElements() != STyR->getNumElements()) in cmpTypes() 565 return cmpNumbers(STyL->getNumElements(), STyR->getNumElements()); in cmpTypes() [all...] |
| H A D | SCCPSolver.cpp | 499 assert(i < cast<StructType>(V->getType())->getNumElements() && 547 for (unsigned I = 0, E = STy->getNumElements(); I != E; ++I) in invalidate() 552 for (unsigned I = 0, E = STy->getNumElements(); I != E; ++I) { in invalidate() 723 for (unsigned i = 0, e = STy->getNumElements(); i != e; ++i) 762 for (unsigned i = 0, e = STy->getNumElements(); i != e; ++i) { in getLatticeValueFor() 809 for (unsigned i = 0, e = STy->getNumElements(); i != e; ++i) in solveWhileResolvedUndefsIn() 934 for (unsigned i = 0, e = STy->getNumElements(); i != e; ++i) { in getConstantOrNull() 968 for (unsigned I = 0, E = ST->getNumElements(); I != E; ++I) { in setLatticeValueForSpecializationArguments() 1004 for (unsigned I = 0, E = STy->getNumElements(); I != E; ++I) { in markEdgeExecutable() 1014 for (unsigned I = 0, E = STy->getNumElements(); in markEdgeExecutable() [all...] |
| /freebsd-src/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | ExpandReductions.cpp | 82 cast<FixedVectorType>(Vec->getType())->getNumElements())) in expandReductions() 101 unsigned NumElts = FTy->getNumElements(); in expandReductions() 129 cast<FixedVectorType>(Vec->getType())->getNumElements())) in expandReductions() 141 cast<FixedVectorType>(Vec->getType())->getNumElements()) || in expandReductions()
|
| H A D | InterleavedLoadCombinePass.cpp | 679 EI = new ElementInfo[VTy->getNumElements()]; in VectorInfo() 686 unsigned getDimension() const { return VTy->getNumElements(); } in getDimension() 744 if (Result.VTy->getNumElements() % VTy->getNumElements()) in computeFromBCI() 747 unsigned Factor = Result.VTy->getNumElements() / VTy->getNumElements(); in computeFromBCI() 758 for (unsigned i = 0; i < Result.VTy->getNumElements(); i += Factor) { in computeFromBCI() 839 assert((i < 2 * (signed)ArgTy->getNumElements()) && in computeFromSVI() 844 else if (i < (signed)ArgTy->getNumElements()) { in computeFromSVI() 851 Result.EI[j] = RHS.EI[i - ArgTy->getNumElements()]; in computeFromSVI() [all...] |
| H A D | Analysis.cpp | 55 unsigned NumElts = ATy->getNumElements(); in ComputeLinearIndex() 109 for (unsigned i = 0, e = ATy->getNumElements(); i != e; ++i) in ComputeValueVTs() 151 for (unsigned I = 0, E = STy->getNumElements(); I != E; ++I) { in ComputeValueVTs() 162 for (unsigned i = 0, e = ATy->getNumElements(); i != e; ++i) in ComputeValueVTs() 423 return Idx < AT->getNumElements(); in slotOnlyDiscardsData() 425 return Idx < cast<StructType>(T)->getNumElements(); in slotOnlyDiscardsData()
|
| /freebsd-src/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86PartialReduction.cpp | 110 if (cast<FixedVectorType>(Op->getType())->getNumElements() < 8) in tryMAddReplacement() 186 unsigned NumElts = MulTy->getNumElements(); in tryMAddReplacement() 266 unsigned NumElts = OpTy->getNumElements(); in trySADReplacement() 319 cast<FixedVectorType>(Ops[0]->getType())->getNumElements() * 2; in trySADReplacement() 329 NumElts = cast<FixedVectorType>(OpTy)->getNumElements(); in trySADReplacement() 336 cast<FixedVectorType>(Ops[0]->getType())->getNumElements(); in trySADReplacement() 368 unsigned NumElems = cast<FixedVectorType>(BO->getType())->getNumElements(); in matchAddReduction()
|
| H A D | X86InstCombineIntrinsic.cpp | 207 unsigned VWidth = VT->getNumElements(); in simplifyX86immShift() 236 unsigned NumAmtElts = cast<FixedVectorType>(AmtVT)->getNumElements(); in simplifyX86immShift() 354 int NumElts = VT->getNumElements(); in simplifyX86varShift() 451 unsigned NumSrcElts = ArgTy->getNumElements(); in simplifyX86pack() 452 assert(cast<FixedVectorType>(ResTy)->getNumElements() == (2 * NumSrcElts) && in simplifyX86pack() 571 unsigned NumDstElts = ResTy->getNumElements(); in simplifyTernarylogic() 572 assert(ArgTy->getNumElements() == (2 * NumDstElts) && in simplifyTernarylogic() 636 unsigned NumElts = ArgTy->getNumElements(); in simplifyTernarylogic() 1748 assert(VecTy->getNumElements() == 4 && "insertps with wrong vector type"); in simplifyX86extrq() 1991 unsigned NumElts = VecTy->getNumElements(); in simplifyX86vpermv() [all...] |
| H A D | X86InterleavedAccess.cpp | 189 createSequentialMask(Indices[i], SubVecTy->getNumElements(), in decompose() 724 unsigned NumSubVecElems = ShuffleEltTy->getNumElements() / Factor; in lowerIntoOptimizedSequence() 733 if (ShuffleTy->getNumElements() != NumSubVecElems) in lowerIntoOptimizedSequence() 760 unsigned NumSubVecElems = ShuffleTy->getNumElements() / Factor; in lowerIntoOptimizedSequence() 829 assert(cast<FixedVectorType>(SVI->getType())->getNumElements() % Factor == in lowerInterleavedStore()
|
| /freebsd-src/contrib/llvm-project/llvm/lib/IR/ |
| H A D | ConstantFold.cpp | 164 cast<FixedVectorType>(DestTy)->getNumElements() == in ExtractConstantBytes() 165 cast<FixedVectorType>(V->getType())->getNumElements()) { in ExtractConstantBytes() 179 e = cast<FixedVectorType>(V->getType())->getNumElements(); in ExtractConstantBytes() 278 for (unsigned i = 0, e = V1VTy->getNumElements(); i != e; ++i) { in ConstantFoldCastInstruction() 299 if (Result.size() == V1VTy->getNumElements()) in ConstantFoldCastInstruction() 364 if (CIdx->uge(ValFVTy->getNumElements())) in ConstantFoldSelectInstruction() 430 unsigned NumElts = ValTy->getNumElements(); in ConstantFoldExtractElementInstruction() 532 NumElts = ST->getNumElements(); in ConstantFoldShuffleVectorInstruction() 534 NumElts = cast<ArrayType>(Agg->getType())->getNumElements(); in ConstantFoldShuffleVectorInstruction() 593 for (unsigned i = 0, e = VTy->getNumElements(); in ConstantFoldInsertValueInstruction() [all...] |
| H A D | Constants.cpp | 152 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isNotOneValue() 197 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isNotMinSignedValue() 219 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isFiniteNonZeroFP() 240 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isNormalFP() 261 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in hasExactInverseFP() 282 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isNaN() 333 for (unsigned i = 0, e = cast<FixedVectorType>(VTy)->getNumElements(); in containsUndefOrPoisonElement() 362 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i) in getNullValue() 444 // FIXME: getNumElements() will fail for non-fixed vector types. in getAggregateElement() 449 return Elt < PV->getNumElements() in getAggregateElement() 1113 unsigned UndefValue::getNumElements() const { getNumElements() function in UndefValue 2660 unsigned ConstantDataSequential::getNumElements() const { getNumElements() function in ConstantDataSequential [all...] |
| H A D | AutoUpgrade.cpp | 750 if (cast<FixedVectorType>(F->getReturnType())->getNumElements() == 4) { in upgradeArmOrAarch64IntrinsicFunction() 1469 if (!STy || STy->getNumElements() != 2) in upgradeX86PSLLDQIntrinsics() 1496 unsigned NumElts = ResultTy->getNumElements() * 8; in upgradeX86PSRLDQIntrinsics() 1530 unsigned NumElts = ResultTy->getNumElements() * 8; in getX86MaskVec() 1587 cast<FixedVectorType>(Op0->getType())->getNumElements()); in upgradeX86ALIGNIntrinsics() 1614 unsigned NumElts = cast<FixedVectorType>(Op0->getType())->getNumElements(); in upgradeX86VPERMT2Intrinsics() 1740 unsigned NumElts = cast<FixedVectorType>(Ty)->getNumElements(); in upgradeX86vpcom() 1810 unsigned NumElts = cast<FixedVectorType>(Ty)->getNumElements(); in upgradeMaskedLoad() 1846 unsigned NumElts = cast<FixedVectorType>(Data->getType())->getNumElements(); in upgradePMULDQ() 1869 unsigned NumElts = cast<FixedVectorType>(ValTy)->getNumElements(); in applyX86MaskOn1BitsVec() [all...] |
| /freebsd-src/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | DerivedTypes.h | 341 unsigned getNumElements() const { return NumContainedTys; } in getNumElements() function 350 bool indexValid(unsigned Idx) const { return Idx < getNumElements(); } in indexValid() 363 return cast<StructType>(this)->getNumElements(); in getStructNumElements() 383 uint64_t getNumElements() const { return NumElements; } in getNumElements() function 399 return cast<ArrayType>(this)->getNumElements(); in getArrayNumElements() 548 return get(ElementType, FVTy->getNumElements()); in get() 582 unsigned getNumElements() const { return ElementQuantity; } in getNumElements() function
|
| /freebsd-src/contrib/llvm-project/clang/lib/CodeGen/ |
| H A D | PatternInit.cpp | 67 ArrTy->getNumElements(), in initializationPatternFor() 79 llvm::SmallVector<llvm::Constant *, 8> Struct(StructTy->getNumElements()); in initializationPatternFor()
|
| /freebsd-src/contrib/llvm-project/llvm/tools/llvm-diff/lib/ |
| H A D | DifferenceEngine.cpp | 585 if (CVL->getType()->getNumElements() != CVR->getType()->getNumElements()) in equivalentAsOperands() 587 for (unsigned i = 0; i < CVL->getType()->getNumElements(); i++) { in equivalentAsOperands() 600 if (CAL->getType()->getNumElements() != CAR->getType()->getNumElements()) in equivalentAsOperands() 603 for (unsigned I = 0; I < CAL->getType()->getNumElements(); ++I) { in equivalentAsOperands() 623 if (LTy->getNumElements() != RTy->getNumElements() || in equivalentAsOperands() 627 for (unsigned I = 0; I < LTy->getNumElements(); I++) { in equivalentAsOperands()
|
| /freebsd-src/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 99 for (int i = 0, e = VTy->getNumElements(); i < e; ++i) { in getBroadcastShuffleOverhead() 118 for (int i = 0, e = VTy->getNumElements(); i < e; ++i) { in getPermuteShuffleOverhead() 135 int NumSubElts = SubVTy->getNumElements(); in getExtractSubvectorOverhead() 138 (int)cast<FixedVectorType>(VTy)->getNumElements()) && in getExtractSubvectorOverhead() 163 int NumSubElts = SubVTy->getNumElements(); in getInsertSubvectorOverhead() 166 (int)cast<FixedVectorType>(VTy)->getNumElements()) && in getInsertSubvectorOverhead() 220 unsigned VF = VT->getNumElements(); in getCommonMaskedMemoryOpCost() 778 assert(DemandedElts.getBitWidth() == Ty->getNumElements() && in getScalarizationOverhead() 783 for (int i = 0, e = Ty->getNumElements(); i < e; ++i) { 805 APInt DemandedElts = APInt::getAllOnes(Ty->getNumElements()); in getOperandsScalarizationOverhead() [all...] |
| /freebsd-src/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | MachineIRBuilder.cpp | 249 assert((ResTy.getNumElements() > Op0Ty.getNumElements()) && in buildPadVectorWithUndefElements() 262 unsigned NumberOfPadElts = ResTy.getNumElements() - Regs.size(); in buildPadVectorWithUndefElements() 280 (ResTy.isScalar() || (ResTy.getNumElements() < Op0Ty.getNumElements())) && in buildDeleteTrailingVectorElements() 287 for (unsigned i = 0; i < ResTy.getNumElements(); ++i) in buildBr() 732 SmallVector<SrcOp, 8> TmpVec(Res.getLLTTy(*getMRI()).getNumElements(), Src); in buildShuffleSplat() 757 SmallVector<int, 16> ZeroMask(DstTy.getNumElements()); in buildShuffleVector() 775 assert((size_t)(Src1Ty.getNumElements() + Src2Ty.getNumElements()) > in buildInsert() [all...] |
| H A D | Utils.cpp | 528 unsigned RegNumElts = RegTy.getNumElements(); in extractParts() 529 unsigned MainNumElts = MainTy.getNumElements(); in extractParts() 570 extractVectorParts(Reg, MainTy.getNumElements(), RegPieces, MIRBuilder, in extractParts() 606 unsigned RegNumElts = RegTy.getNumElements(); in extractVectorParts()
|
| /freebsd-src/contrib/llvm-project/clang/utils/TableGen/ |
| H A D | NeonEmitter.cpp | 204 unsigned getNumElements() const { return Bitwidth / ElementBitwidth; } in getNumElements() function in __anonabaaf6210111::Type 363 if (T.isVector() && T.getNumElements() > 1) in isBigEndianSafe() 630 S += "x" + utostr(getNumElements()); in str() 693 Ret += "V" + utostr(getNumElements()) + S; in builtin_str() 1201 for (int J = Dest.getType().getNumElements() - 1; J >= 0; --J) in emitReverseVariable() 1209 for (int J = Dest.getType().getNumElements() - 1; J >= 0; --J) in emitReverseVariable() 1228 if (!NewV.getType().isVector() || NewV.getType().getNumElements() == 1) in emitArgumentReversal() 1250 getReturnType().getNumElements() == 1) in emitReturnVarDecl() 1649 std::make_unique<MaskExpander>(Arg1.first.getNumElements())); in emitDagShuffle() 1663 if (Elts.size() > T.getNumElements()) { in emitDagShuffle() [all...] |
| /freebsd-src/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZTargetTransformInfo.cpp | 420 unsigned WideBits = getScalarSizeInBits(Ty) * VTy->getNumElements(); 532 unsigned VF = VTy->getNumElements(); in getArithmeticInstrCost() 664 assert(cast<FixedVectorType>(SrcTy)->getNumElements() == in getVectorTruncCost() 665 cast<FixedVectorType>(DstTy)->getNumElements() && in getVectorTruncCost() 681 unsigned VF = cast<FixedVectorType>(SrcTy)->getNumElements(); in getVectorTruncCost() 755 unsigned VF = DstVTy->getNumElements(); in getBoolVecToIntConversionCost() 853 unsigned VF = SrcVecTy->getNumElements(); in getCastInstrCost() 995 unsigned VF = cast<FixedVectorType>(ValTy)->getNumElements(); in getCmpSelInstrCost() 1246 unsigned NumElts = cast<FixedVectorType>(VecTy)->getNumElements(); in getInterleavedMemoryOpCost()
|
| /freebsd-src/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | ScalarizeMaskedMemIntrin.cpp | 96 unsigned NumElts = cast<FixedVectorType>(Mask->getType())->getNumElements(); in isConstantIntVector() 173 unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements(); in scalarizeMaskedLoad() 308 unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements(); in scalarizeMaskedStore() 425 unsigned VectorWidth = VecType->getNumElements(); in scalarizeMaskedGather() 555 unsigned VectorWidth = SrcFVTy->getNumElements(); in scalarizeMaskedScatter() 643 unsigned VectorWidth = VecType->getNumElements(); in scalarizeMaskedExpandLoad() 780 unsigned VectorWidth = VecType->getNumElements(); in scalarizeMaskedCompressStore() 885 unsigned VectorWidth = AddrType->getNumElements(); in runOnFunction()
|
| /freebsd-src/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCMergeStringPool.cpp | 72 ConstDataLHS->getNumElements() * ConstDataLHS->getElementByteSize(); in operator ()() 77 ConstDataRHS->getNumElements() * ConstDataRHS->getElementByteSize(); in operator ()()
|