| /openbsd-src/gnu/llvm/llvm/lib/CodeGen/ |
| H A D | ValueTypes.cpp | 117 return isExtendedVector() && isa<ScalableVectorType>(LLVMTy); in isExtendedScalableVector() 450 return ScalableVectorType::get(Type::getInt1Ty(Context), 1); in getTypeForEVT() 452 return ScalableVectorType::get(Type::getInt1Ty(Context), 2); in getTypeForEVT() 454 return ScalableVectorType::get(Type::getInt1Ty(Context), 4); in getTypeForEVT() 456 return ScalableVectorType::get(Type::getInt1Ty(Context), 8); in getTypeForEVT() 458 return ScalableVectorType::get(Type::getInt1Ty(Context), 16); in getTypeForEVT() 460 return ScalableVectorType::get(Type::getInt1Ty(Context), 32); in getTypeForEVT() 462 return ScalableVectorType::get(Type::getInt1Ty(Context), 64); in getTypeForEVT() 464 return ScalableVectorType::get(Type::getInt8Ty(Context), 1); in getTypeForEVT() 466 return ScalableVectorType::get(Type::getInt8Ty(Context), 2); in getTypeForEVT() [all …]
|
| H A D | InterleavedAccessPass.cpp | 293 if (!LI->isSimple() || isa<ScalableVectorType>(LI->getType())) in lowerInterleavedLoad() 498 if (!SVI || !SVI->hasOneUse() || isa<ScalableVectorType>(SVI->getType())) in lowerInterleavedStore()
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/IR/ |
| H A D | DerivedTypes.h | 572 class ScalableVectorType : public VectorType { 574 ScalableVectorType(Type *ElTy, unsigned MinNumElts) in ScalableVectorType() function 578 static ScalableVectorType *get(Type *ElementType, unsigned MinNumElts); 580 static ScalableVectorType *get(Type *ElementType, in get() 581 const ScalableVectorType *SVTy) { in get() 585 static ScalableVectorType *getInteger(ScalableVectorType *VTy) { in getInteger() 586 return cast<ScalableVectorType>(VectorType::getInteger(VTy)); in getInteger() 589 static ScalableVectorType * 590 getExtendedElementVectorType(ScalableVectorType *VTy) { in getExtendedElementVectorType() 591 return cast<ScalableVectorType>( in getExtendedElementVectorType() [all …]
|
| H A D | MatrixBuilder.h | 42 assert(!isa<ScalableVectorType>(LHS->getType()) && in splatScalarOperandIfNeeded() 48 assert(!isa<ScalableVectorType>(RHS->getType()) && in splatScalarOperandIfNeeded() 160 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateAdd() 166 assert(!isa<ScalableVectorType>(RHS->getType()) && in CreateAdd() 185 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateSub() 191 assert(!isa<ScalableVectorType>(RHS->getType()) && in CreateSub() 218 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateScalarDiv()
|
| H A D | Instructions.h | 2152 if (isa<ScalableVectorType>(Mask->getType())) 2167 if (isa<ScalableVectorType>(getType())) 2335 if (isa<ScalableVectorType>(Mask->getType())) 2346 if (isa<ScalableVectorType>(getType())) 2365 if (isa<ScalableVectorType>(Mask->getType())) 2376 if (isa<ScalableVectorType>(getType())) 2395 if (isa<ScalableVectorType>(Mask->getType()))
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/AArch64/ |
| H A D | SVEIntrinsicOpts.cpp | 113 const auto *PTrueVTy = cast<ScalableVectorType>(PTrue->getType()); in isPTruePromoted() 119 const auto *IntrUserVTy = cast<ScalableVectorType>(IntrUser->getType()); in isPTruePromoted() 143 auto *PTrue1VTy = cast<ScalableVectorType>(PTrue1->getType()); in coalescePTrueIntrinsicCalls() 144 auto *PTrue2VTy = cast<ScalableVectorType>(PTrue2->getType()); in coalescePTrueIntrinsicCalls() 294 ScalableVectorType::get(Type::getInt1Ty(I->getContext()), 16); in optimizePredicateStore() 357 ScalableVectorType::get(Type::getInt1Ty(I->getContext()), 16); in optimizePredicateLoad()
|
| H A D | AArch64TargetTransformInfo.cpp | 711 auto *RetTy = cast<ScalableVectorType>(II.getType()); in instCombineSVEDupX() 767 auto *OutTy = dyn_cast<ScalableVectorType>(II.getType()); in instCombineSVECmpNE() 797 auto *PredType = ScalableVectorType::get( in instCombineSVECmpNE() 883 auto *PgVTy = cast<ScalableVectorType>(Pg->getType()); in instCombineSVELast() 1105 if (cast<ScalableVectorType>(Pred->getType())->getMinNumElements() <= in isAllActivePredicate() 1106 cast<ScalableVectorType>(UncastedPred->getType())->getMinNumElements()) in isAllActivePredicate() 1282 auto *RetTy = cast<ScalableVectorType>(II.getType()); in instCombineSVEUnpack() 1476 auto IIScalableTy = cast<ScalableVectorType>(II.getType()); in instCombineSVEDupqLane() 1514 auto *WideScalableTy = ScalableVectorType::get(WideTy, PatternElementCount); in instCombineSVEDupqLane() 1516 ScalableVectorType::get(Builder.getInt32Ty(), PatternElementCount); in instCombineSVEDupqLane() [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/IR/ |
| H A D | Type.cpp | 437 if (isa<ScalableVectorType>(Ty)) in containsScalableVectorType() 569 if (isa<ScalableVectorType>(Ty)) in isSized() 616 if (isa<ScalableVectorType>(V->getType())) in indexValid() 656 !isa<ScalableVectorType>(ElemTy); in isValidElementType() 672 return ScalableVectorType::get(ElementType, EC.getKnownMinValue()); in get() 707 ScalableVectorType *ScalableVectorType::get(Type *ElementType, in get() 721 Entry = new (pImpl->Alloc) ScalableVectorType(ElementType, MinNumElts); in get() 722 return cast<ScalableVectorType>(Entry); in get()
|
| H A D | Operator.cpp | 131 if (isa<ScalableVectorType>(GTI.getIndexedType())) in accumulateConstantOffset() 192 bool ScalableType = isa<ScalableVectorType>(GTI.getIndexedType()); in collectOffset()
|
| H A D | ConstantFold.cpp | 50 if (isa<ScalableVectorType>(DstTy)) in BitCastConstantVector() 690 if (isa<ScalableVectorType>(Val->getType())) in ConstantFoldInsertElementInstruction() 721 ElementCount::get(MaskNumElts, isa<ScalableVectorType>(V1VTy)); in ConstantFoldShuffleVectorInstruction() 744 if (isa<ScalableVectorType>(V1VTy)) in ConstantFoldShuffleVectorInstruction() 821 bool IsScalableVector = isa<ScalableVectorType>(C->getType()); in ConstantFoldUnaryInstruction() 896 bool IsScalableVector = isa<ScalableVectorType>(C1->getType()); in ConstantFoldBinaryInstruction() 1691 if (isa<ScalableVectorType>(C1VTy)) in ConstantFoldCompareInstruction() 2092 assert((!isa<VectorType>(GEPTy) || isa<ScalableVectorType>(GEPTy) == in ConstantFoldGetElementPtr() 2093 isa<ScalableVectorType>(VT)) && in ConstantFoldGetElementPtr()
|
| H A D | Instructions.cpp | 2118 Mask.size(), isa<ScalableVectorType>(V1->getType())), in ShuffleVectorInst() 2133 Mask.size(), isa<ScalableVectorType>(V1->getType())), in ShuffleVectorInst() 2176 if (isa<ScalableVectorType>(V1->getType())) in isValidOperands() 2193 isa<ScalableVectorType>(MaskTy) != isa<ScalableVectorType>(V1->getType())) in isValidOperands() 2267 if (isa<ScalableVectorType>(ResultTy)) { in convertShuffleMaskForBitcode() 2542 if (isa<ScalableVectorType>(getType())) in isIdentityWithPadding() 2569 if (isa<ScalableVectorType>(getType())) in isIdentityWithExtract() 2588 if (isa<ScalableVectorType>(getType())) in isConcat() 2673 if (isa<ScalableVectorType>(getType())) in isReplicationMask() 2707 if (isa<ScalableVectorType>(getType())) in isOneUseSingleSourceMask()
|
| H A D | IRBuilder.cpp | 112 if (isa<ScalableVectorType>(DstType)) { in CreateStepVector() 119 VectorType::get(getInt8Ty(), cast<ScalableVectorType>(DstType)); in CreateStepVector() 1207 if (isa<ScalableVectorType>(Ty)) { in CreateVectorReverse() 1227 if (auto *VTy = dyn_cast<ScalableVectorType>(V1->getType())) { in CreateVectorSplice()
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 213 if (isa<ScalableVectorType>(DataTy)) in getCommonMaskedMemoryOpCost() 726 if (isa<ScalableVectorType>(InTy)) in getScalarizationOverhead() 753 if (isa<ScalableVectorType>(InTy)) in getScalarizationOverhead() 906 if (isa<ScalableVectorType>(Ty)) 1120 if (isa<ScalableVectorType>(DstVTy)) 1199 if (isa<ScalableVectorType>(ValTy)) 1338 if (isa<ScalableVectorType>(VecTy)) 1553 if (isa<ScalableVectorType>(RetTy)) in getIntrinsicInstrCost() 1561 if (isa<ScalableVectorType>(RetTy)) in getIntrinsicInstrCost() 1571 if (isa<ScalableVectorType>(Args[1]->getType())) in getIntrinsicInstrCost() [all …]
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/Analysis/ |
| H A D | InstSimplifyFolder.h | 111 isa<ScalableVectorType>(V1->getType())); in FoldShuffleVector()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 1166 if (isa<ScalableVectorType>(Shuf.getOperand(0)->getType())) in isShuffleEquivalentToSelect() 1200 if (isa<ScalableVectorType>(VecTy)) in foldInsSequenceIntoSplat() 1272 if (isa<ScalableVectorType>(Shuf->getType())) in foldInsEltIntoSplat() 1310 if (isa<ScalableVectorType>(Shuf->getType())) in foldInsEltIntoIdentityShuffle() 1443 if (isa<ScalableVectorType>(InsElt.getType())) in foldConstantInsEltIntoShuffle() 2737 if (isa<ScalableVectorType>(LHS->getType())) in visitShuffleVectorInst()
|
| H A D | InstCombineSimplifyDemanded.cpp | 424 if (isa<ScalableVectorType>(DstVTy) || in SimplifyDemandedUseBits() 425 isa<ScalableVectorType>(SrcVTy) || in SimplifyDemandedUseBits() 1242 if (isa<ScalableVectorType>(V->getType())) in SimplifyDemandedVectorElts()
|
| /openbsd-src/gnu/llvm/llvm/lib/Analysis/ |
| H A D | VectorUtils.cpp | 340 if (isa<ScalableVectorType>(VTy)) in findScalarElement() 1080 if (isa<ScalableVectorType>(ConstMask->getType())) in maskIsAllZeroOrUndef() 1106 if (isa<ScalableVectorType>(ConstMask->getType())) in maskIsAllOneOrUndef()
|
| /openbsd-src/gnu/llvm/clang/lib/CodeGen/ |
| H A D | CodeGenTypes.cpp | 617 return llvm::ScalableVectorType::get(ConvertType(Info.ElementType), in ConvertType() 632 return llvm::ScalableVectorType::get(ConvertType(Info.ElementType), in ConvertType()
|
| H A D | CGBuiltin.cpp | 8844 llvm::ScalableVectorType * 8850 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 16); in getSVEPredType() 8852 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 8); in getSVEPredType() 8854 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 4); in getSVEPredType() 8856 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 2); in getSVEPredType() 8859 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 8); in getSVEPredType() 8861 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 8); in getSVEPredType() 8863 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 4); in getSVEPredType() 8865 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 2); in getSVEPredType() 8868 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 16); in getSVEPredType() [all …]
|
| H A D | CGExprScalar.cpp | 2113 if (const auto *ScalableDst = dyn_cast<llvm::ScalableVectorType>(DstTy)) { in VisitCastExpr() 2117 auto PredType = llvm::ScalableVectorType::get(Builder.getInt1Ty(), 16); in VisitCastExpr() 2121 DstTy = llvm::ScalableVectorType::get(Builder.getInt8Ty(), 2); in VisitCastExpr() 2122 ScalableDst = cast<llvm::ScalableVectorType>(DstTy); in VisitCastExpr() 2140 if (const auto *ScalableSrc = dyn_cast<llvm::ScalableVectorType>(SrcTy)) { in VisitCastExpr() 2144 auto PredType = llvm::ScalableVectorType::get(Builder.getInt1Ty(), 16); in VisitCastExpr() 2147 SrcTy = llvm::ScalableVectorType::get(Builder.getInt8Ty(), 2); in VisitCastExpr() 2148 ScalableSrc = cast<llvm::ScalableVectorType>(SrcTy); in VisitCastExpr() 2165 isa<llvm::ScalableVectorType>(DstTy)) || in VisitCastExpr() 2166 (isa<llvm::ScalableVectorType>(SrcTy) && in VisitCastExpr()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Scalar/ |
| H A D | ScalarizeMaskedMemIntrin.cpp | 931 if (isa<ScalableVectorType>(II->getType()) || in optimizeCallInst() 933 [](Value *V) { return isa<ScalableVectorType>(V->getType()); })) in optimizeCallInst()
|
| H A D | SeparateConstOffsetFromGEP.cpp | 821 if (isa<ScalableVectorType>(GTI.getIndexedType())) in accumulateByteOffset() 1014 if (isa<ScalableVectorType>(GTI.getIndexedType())) in splitGEP()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64CallLowering.cpp | 529 if (isa<ScalableVectorType>(F.getReturnType())) in fallBackToDAGISel() 532 return isa<ScalableVectorType>(A.getType()); in fallBackToDAGISel()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Utils/ |
| H A D | VNCoercion.cpp | 14 return Ty->isStructTy() || Ty->isArrayTy() || isa<ScalableVectorType>(Ty); in isFirstClassAggregateOrScalableType()
|
| /openbsd-src/gnu/llvm/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | FunctionLoweringInfo.cpp | 170 if (isa<ScalableVectorType>(Ty)) in set()
|