Home
last modified time | relevance | path

Searched refs:ElementCount (Results 1 – 25 of 131) sorted by relevance

123456

/freebsd-src/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DLoopVectorizationPlanner.h235 ElementCount Width; in Disabled()
245 ElementCount MinProfitableTripCount;
247 VectorizationFactor(ElementCount Width, InstructionCost Cost,
253 return {ElementCount::getFixed(1), 0, 0}; in operator()
271 ElementCount FixedVF; in FixedScalableVFPair()
272 ElementCount ScalableVF; in FixedScalableVFPair()
275 : FixedVF(ElementCount::getFixed(0)), in FixedScalableVFPair()
276 ScalableVF(ElementCount::getScalable(0)) {} in FixedScalableVFPair()
277 FixedScalableVFPair(const ElementCount &Max) : FixedScalableVFPair() { in FixedScalableVFPair()
280 FixedScalableVFPair(const ElementCount in getNone()
[all...]
H A DLoopVectorize.cpp475 OptimizationRemarkEmitter *ORE, ElementCount VecWidth, in interleaveVectors()
476 ElementCount MinProfitableTripCount, in interleaveVectors()
639 ElementCount VF;
641 ElementCount MinProfitableTripCount;
722 ElementCount::getFixed(1),
723 ElementCount::getFixed(1), UnrollFactor, LVL, CM,
731 ElementCount MainLoopVF = ElementCount::getFixed(0);
733 ElementCount EpilogueVF = ElementCount
[all...]
H A DLoopVectorizationLegality.cpp153 getWidth() == ElementCount::getFixed(1) && getInterleave() == 1; in LoopVectorizeHints()
237 if (getWidth() == ElementCount::getFixed(1)) in vectorizeAnalysisPassName()
249 ElementCount EC = getWidth(); in allowReordering()
568 bool LoopVectorizationLegality::isUniform(Value *V, ElementCount VF) const { in isUniform()
602 ElementCount VF) const { in isUniformMemOp()
774 ElementCount WidestFixedVF, WidestScalableVF; in isTLIScalarize()
776 for (ElementCount VF = ElementCount::getFixed(2); in isTLIScalarize()
777 ElementCount::isKnownLE(VF, WidestFixedVF); VF *= 2) in isTLIScalarize()
779 for (ElementCount V in isTLIScalarize()
[all...]
H A DVPlan.h80 Value *getRuntimeVF(IRBuilderBase &B, Type *Ty, ElementCount VF);
83 Value *createStepForVF(IRBuilderBase &B, Type *Ty, ElementCount VF,
102 const ElementCount Start; in VFRange()
105 ElementCount End; in VFRange()
111 VFRange(const ElementCount &Start, const ElementCount &End)
124 ElementCount> {
125 ElementCount VF;
128 iterator(ElementCount VF) : VF(VF) {} in end()
132 ElementCount operato in end()
[all...]
/freebsd-src/contrib/llvm-project/llvm/include/llvm/Support/
H A DTypeSize.h87 // Base class for ElementCount and TypeSize below.
296 // - ElementCount::getFixed(1) : A scalar value. in getFixed()
297 // - ElementCount::getFixed(2) : A vector type holding 2 values. in getFixed()
298 // - ElementCount::getScalable(4) : A scalable vector type holding 4 values. in getFixed()
299 class ElementCount in getScalable()
300 : public details::FixedOrScalableQuantity<ElementCount, unsigned> { in getScalable()
301 constexpr ElementCount(ScalarTy MinVal, bool Scalable) in getScalable()
304 constexpr ElementCount( in get()
305 const FixedOrScalableQuantity<ElementCount, unsigned> &V)
309 constexpr ElementCount() in isScalar()
286 constexpr ElementCount(ScalarTy MinVal, bool Scalable) ElementCount() function
289 constexpr ElementCount( ElementCount() function
290 ElementCount(const FixedOrScalableQuantity<ElementCount,unsigned> & V) ElementCount() argument
294 constexpr ElementCount() : FixedOrScalableQuantity() {} ElementCount() function
[all...]
/freebsd-src/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DInjectTLIMappings.cpp41 static void addVariantDeclaration(CallInst &CI, const ElementCount &VF, in addVariantDeclaration()
94 auto AddVariantDecl = [&](const ElementCount &VF, bool Predicate) { in addMappingsFromTLI()
109 ElementCount WidestFixedVF, WidestScalableVF; in addMappingsFromTLI()
113 for (ElementCount VF = ElementCount::getFixed(2); in addMappingsFromTLI()
114 ElementCount::isKnownLE(VF, WidestFixedVF); VF *= 2) in addMappingsFromTLI()
117 for (ElementCount VF = ElementCount::getScalable(2); in addMappingsFromTLI()
118 ElementCount::isKnownLE(VF, WidestScalableVF); VF *= 2) in addMappingsFromTLI()
/freebsd-src/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DLowLevelType.h
H A DValueTypes.h83 static EVT getVectorVT(LLVMContext &Context, EVT VT, ElementCount EC) { in getVectorVT()
339 // Given a (possibly scalable) vector type, return the ElementCount in getVectorElementCount()
340 ElementCount getVectorElementCount() const {
464 ElementCount NElts = getVectorElementCount(); in getPow2VectorType()
466 NElts = ElementCount::get(NewMinCount, NElts.isScalable());
526 ElementCount EC);
543 ElementCount getExtendedVectorElementCount() const LLVM_READONLY;
H A DMachineValueType.h
/freebsd-src/contrib/llvm-project/llvm/lib/IR/
H A DVFABIDemangler.cpp302 static std::optional<ElementCount> getElementCountForTy(const VFISAKind ISA, in getElementCountForTy()
309 return ElementCount::getScalable(2); in getElementCountForTy()
311 return ElementCount::getScalable(4); in getElementCountForTy()
313 return ElementCount::getScalable(8); in getElementCountForTy()
315 return ElementCount::getScalable(16); in getElementCountForTy()
322 static std::optional<ElementCount>
326 ElementCount MinEC = in getScalableECFromSignature()
327 ElementCount::getScalable(std::numeric_limits<unsigned int>::max()); in getScalableECFromSignature()
334 std::optional<ElementCount> EC = getElementCountForTy(ISA, PTy); in getScalableECFromSignature()
341 if (ElementCount::isKnownLT(*EC, MinEC)) in getScalableECFromSignature()
[all …]
/freebsd-src/contrib/llvm-project/llvm/include/llvm/Analysis/
H A DTargetLibraryInfo.h46 ElementCount VectorizationFactor;
53 ElementCount VectorizationFactor, bool Masked, StringRef VABIPrefix) in VecDesc()
60 ElementCount getVectorizationFactor() const { return VectorizationFactor; } in getVectorizationFactor()
202 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in isFunctionVectorizable()
213 StringRef getVectorizedFunction(StringRef F, const ElementCount &VF,
219 const VecDesc *getVectorMappingInfo(StringRef F, const ElementCount &VF,
267 void getWidestVF(StringRef ScalarF, ElementCount &FixedVF,
268 ElementCount &Scalable) const;
389 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in getState()
395 StringRef getVectorizedFunction(StringRef F, const ElementCount in has()
[all...]
H A DTensorSpec.h84 size_t getElementCount() const { return ElementCount; } in getTotalTensorBufferSize()
88 size_t getTotalTensorBufferSize() const { return ElementCount * ElementSize; } in isElementType()
110 size_t ElementCount = 0;
106 size_t ElementCount = 0; global() variable
/freebsd-src/sys/contrib/dev/acpica/components/dispatcher/
H A Ddspkginit.c178 * ElementCount - Number of elements in the package - this is
205 UINT32 ElementCount, in AcpiDsBuildInternalPackageObj() argument
269 ((ACPI_SIZE) ElementCount + 1) * sizeof (void *)); in AcpiDsBuildInternalPackageObj()
277 ObjDesc->Package.Count = ElementCount; in AcpiDsBuildInternalPackageObj()
307 for (i = 0; Arg && (i < ElementCount); i++) in AcpiDsBuildInternalPackageObj()
435 i, ElementCount)); in AcpiDsBuildInternalPackageObj()
437 else if (i < ElementCount) in AcpiDsBuildInternalPackageObj()
449 ACPI_GET_FUNCTION_NAME, i, ElementCount)); in AcpiDsBuildInternalPackageObj()
/freebsd-src/contrib/llvm-project/clang/lib/StaticAnalyzer/Checkers/
H A DReturnPointerRangeChecker.cpp65 DefinedOrUnknownSVal ElementCount = getDynamicElementCount( in checkPreStmt() local
70 if (Idx == ElementCount) in checkPreStmt()
74 std::tie(StInBound, StOutBound) = state->assumeInBoundDual(Idx, ElementCount); in checkPreStmt()
89 const auto ConcreteElementCount = ElementCount.getAs<nonloc::ConcreteInt>(); in checkPreStmt()
H A DArrayBoundChecker.cpp58 DefinedOrUnknownSVal ElementCount = getDynamicElementCount( in checkLocation() local
62 std::tie(StInBound, StOutBound) = state->assumeInBoundDual(Idx, ElementCount); in checkLocation()
H A DUndefResultChecker.cpp54 DefinedOrUnknownSVal ElementCount = getDynamicElementCount( in isArrayIndexOutOfBounds() local
57 std::tie(StInBound, StOutBound) = state->assumeInBoundDual(Idx, ElementCount); in isArrayIndexOutOfBounds()
/freebsd-src/contrib/llvm-project/llvm/include/llvm/IR/
H A DVectorBuilder.h47 ElementCount StaticVectorLength;
70 StaticVectorLength(ElementCount::getFixed(0)) {}
87 StaticVectorLength = ElementCount::getFixed(NewFixedVL);
90 // TODO: setStaticVL(ElementCount) for scalable types.
H A DVFABIDemangler.h83 ElementCount VF; // Vectorization factor.
100 return VFShape::get(FTy, ElementCount::getFixed(1), in getScalarShape()
107 static VFShape get(const FunctionType *FTy, ElementCount EC, in get()
H A DIntrinsics.h155 ElementCount Vector_Width;
207 Result.Vector_Width = ElementCount::get(Width, IsScalable);
H A DDerivedTypes.h439 static VectorType *get(Type *ElementType, ElementCount EC);
444 ElementCount::get(NumElements, Scalable)); in get()
527 /// Return an ElementCount instance to represent the (possibly scalable)
529 inline ElementCount getElementCount() const;
641 inline ElementCount VectorType::getElementCount() const { in getElementCount()
642 return ElementCount::get(ElementQuantity, isa<ScalableVectorType>(this)); in getElementCount()
/freebsd-src/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/
H A DLegalizeMutations.cpp51 ElementCount NewEltCount = in changeElementCountTo()
52 NewTy.isVector() ? NewTy.getElementCount() : ElementCount::getFixed(1); in changeElementCountTo()
61 ElementCount NewEltCount = NewEltTy.isVector() ? NewEltTy.getElementCount() in changeElementCountTo()
62 : ElementCount::getFixed(1); in changeElementCountTo()
H A DLegalizerInfo.cpp135 const ElementCount OldElts = OldTy.isVector() ? in mutationIsSane()
136 OldTy.getElementCount() : ElementCount::getFixed(1); in mutationIsSane()
140 if (ElementCount::isKnownGE(NewTy.getElementCount(), OldElts)) in mutationIsSane()
144 if (ElementCount::isKnownLE(NewTy.getElementCount(), OldElts)) in mutationIsSane()
/freebsd-src/contrib/llvm-project/llvm/include/llvm/Transforms/Vectorize/
H A DLoopVectorizationLegality.h137 ElementCount getWidth() const { in getWidth()
138 return ElementCount::get(Width.Value, (ScalableForceKind)Scalable.Value == in getWidth()
358 bool isUniform(Value *V, ElementCount VF) const;
363 bool isUniformMemOp(Instruction &I, ElementCount VF) const; in getRuntimePointerChecking()
/freebsd-src/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64TargetTransformInfo.h148 /// when scalarizing an operation for a vector with ElementCount \p VF.
151 unsigned getMaxNumElements(ElementCount VF) const { in getMaxNumElements()
158 unsigned getMaxInterleaveFactor(ElementCount VF);
299 bool isLegalBroadcastLoad(Type *ElementTy, ElementCount NumElements) const { in isLegalBroadcastLoad()
387 ElementCount VF) const;
/freebsd-src/contrib/llvm-project/clang/lib/StaticAnalyzer/Core/
H A DDynamicExtent.cpp65 auto ElementCount = in getDynamicElementCount() local
68 return ElementCount.value_or(UnknownVal()); in getDynamicElementCount()

123456