| /llvm-project/mlir/lib/Dialect/ArmSVE/Transforms/ |
| H A D | LegalizeVectorStorage.cpp | 103 auto vectorType = llvm::dyn_cast<VectorType>(memrefElementType); in matchAndRewrite() local
137 auto vectorType = in matchAndRewrite() local
186 auto vectorType = llvm::dyn_cast<VectorType>(resultType.getElementType()); in matchAndRewrite() local
231 auto vectorType = llvm::dyn_cast<VectorType>(valueToStore.getType()); matchAndRewrite() local
278 auto vectorType = llvm::dyn_cast<VectorType>(loadedMask.getType()); matchAndRewrite() local
[all...] |
| /llvm-project/mlir/lib/Dialect/SPIRV/IR/ |
| H A D | SPIRVOpUtils.h | 24 if (auto vectorType = dyn_cast<VectorType>(type)) { in getBitWidth() local
|
| H A D | CastOps.cpp | 282 unsigned operandNumElements = vectorType.getNumElements(); in verify() local
303 unsigned operandNumElements = vectorType.getNumElements(); in verify() local
|
| H A D | SPIRVTypes.cpp | 95 if (auto vectorType = llvm::dyn_cast<VectorType>(type)) in classof() local
127 return vectorType.getNumElements(); in getNumElements() local
188 if (auto vectorType = llvm::dyn_cast<VectorType>(*this)) { getSizeInBytes() local
732 if (auto vectorType = llvm::dyn_cast<VectorType>(type)) classof() local
1205 if (auto vectorType = llvm::dyn_cast<VectorType>(columnType)) { isValidColumnType() local
[all...] |
| /llvm-project/mlir/lib/Conversion/MathToSPIRV/ |
| H A D | MathToSPIRV.cpp | 37 if (auto vectorType = dyn_cast<VectorType>(type)) { in getScalarOrVectorI32Constant() local
138 } else if (auto vectorType = dyn_cast<VectorType>(copySignOp.getType())) { in matchAndRewrite() local
154 if (auto vectorType = dyn_cast<VectorType>(type)) { in matchAndRewrite() local
208 if (auto vectorType = dyn_cast<VectorType>(type)) in matchAndRewrite() local
312 } else if (auto vectorType = dyn_cast<VectorType>(powfOp.getType())) { matchAndRewrite() local
321 if (auto vectorType = dyn_cast<VectorType>(adaptor.getRhs().getType())) { matchAndRewrite() local
[all...] |
| /llvm-project/mlir/lib/Conversion/MathToLLVM/ |
| H A D | MathToLLVM.cpp | 88 auto vectorType = dyn_cast<VectorType>(resultType); in matchAndRewrite() local
144 auto vectorType = dyn_cast<VectorType>(resultType); in matchAndRewrite() local
203 auto vectorType = dyn_cast<VectorType>(resultType); in matchAndRewrite() local
262 auto vectorType = dyn_cast<VectorType>(resultType); in matchAndRewrite() local
|
| /llvm-project/mlir/lib/Dialect/ArmSME/Transforms/ |
| H A D | VectorLegalization.cpp | 178 auto vectorType = dyn_cast<VectorType>(constantOp.getType()); matchAndRewrite() local
207 auto vectorType = outerProductOp.getResultVectorType(); matchAndRewrite() local
285 auto vectorType = readOp.getVectorType(); matchAndRewrite() local
333 auto vectorType = writeOp.getVectorType(); matchAndRewrite() local
429 auto vectorType = writeOp.getVectorType(); matchAndRewrite() local
787 __anonedfe57290802(VectorType vectorType, SmallVectorImpl<Type> &types) runOnOperation() argument
[all...] |
| H A D | EnableArmStreaming.cpp | 64 if (auto vectorType = dyn_cast<VectorType>(type)) in isScalableVector() local
|
| /llvm-project/mlir/lib/Dialect/SPIRV/Utils/ |
| H A D | LayoutUtils.cpp | 92 if (auto vectorType = dyn_cast<VectorType>(type)) in decorateType() local
105 Type VulkanLayoutUtils::decorateType(VectorType vectorType, in decorateType()
|
| /llvm-project/mlir/unittests/IR/ |
| H A D | ShapedTypeTest.cpp | 117 ShapedType vectorType = TEST() local
140 VectorType vectorType = VectorType::get(shape, f32, scalableDims); TEST() local
[all...] |
| /llvm-project/mlir/lib/Dialect/Quant/Utils/ |
| H A D | UniformSupport.cpp | 41 if (auto vectorType = dyn_cast<VectorType>(inputType)) in convert() local
|
| /llvm-project/mlir/include/mlir/Dialect/NVGPU/Utils/ |
| H A D | MMAUtils.h | 35 VectorType vectorType; member
|
| /llvm-project/mlir/lib/Conversion/VectorToSPIRV/ |
| H A D | VectorToSPIRV.cpp | 65 if (auto vectorType = dyn_cast<VectorType>(type)) getNumBits() local
294 Type vectorType = getTypeConverter()->convertType(insertOp.getType()); matchAndRewrite() local
704 auto vectorType = loadOp.getVectorType(); matchAndRewrite() local
739 auto vectorType = storeOp.getVectorType(); matchAndRewrite() local
862 auto vectorType = dyn_cast<VectorType>(vec.getType()); matchAndRewrite() local
[all...] |
| /llvm-project/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorInsertExtractStridedSliceRewritePatterns.cpp | 24 auto vectorType = cast<VectorType>(into.getType()); insertOne() local
35 auto vectorType = cast<VectorType>(vector.getType()); extractOne() local
|
| H A D | VectorTransferOpTransforms.cpp | 366 VectorType vectorType = cast<VectorType>(vector.getType()); matchAndRewrite() local
434 VectorType vectorType = cast<VectorType>(vector.getType()); matchAndRewrite() local
588 VectorType vectorType = cast<VectorType>(vector.getType()); matchAndRewrite() local
679 VectorType vectorType = cast<VectorType>(vector.getType()); matchAndRewrite() local
[all...] |
| /llvm-project/mlir/lib/Dialect/Vector/Utils/ |
| H A D | VectorUtils.cpp | 257 bool vector::isContiguousSlice(MemRefType memrefType, VectorType vectorType) { in isContiguousSlice() argument
341 auto vectorType = VectorType::get(readShape, padValue.getType()); createReadOrMaskedRead() local
|
| /llvm-project/mlir/lib/Conversion/LLVMCommon/ |
| H A D | VectorPattern.cpp | 19 LLVM::detail::extractNDVectorTypeInfo(VectorType vectorType, in extractNDVectorTypeInfo()
|
| /llvm-project/mlir/lib/Dialect/Vector/IR/ |
| H A D | VectorOps.cpp | 155 VectorType vectorType) { in getTransferMinorIdentityMap() argument
677 auto vectorType = reductionOp.getSourceVectorType(); matchAndRewrite() local
979 auto vectorType = llvm::dyn_cast<VectorType>(getOperand(index).getType()); verify() local
1015 auto vectorType = llvm::dyn_cast<VectorType>(resType); verify() local
1216 VectorType vectorType = getSourceVectorType(); verify() local
1290 auto vectorType = llvm::cast<VectorType>(adaptor.getVector().getType()); inferReturnTypes() local
1307 auto vectorType = llvm::dyn_cast<VectorType>(l.front()); isCompatibleReturnTypes() local
2430 auto vectorType = getResultVectorType(); fold() local
3409 inferStridedSliceOpResultType(VectorType vectorType,ArrayAttr offsets,ArrayAttr sizes,ArrayAttr strides) inferStridedSliceOpResultType() argument
3803 build(OpBuilder & builder,OperationState & result,VectorType vectorType,Value source,ValueRange indices,AffineMapAttr permutationMapAttr,ArrayAttr inBoundsAttr) build() argument
3815 build(OpBuilder & builder,OperationState & result,VectorType vectorType,Value source,ValueRange indices,AffineMap permutationMap,std::optional<ArrayRef<bool>> inBounds) build() argument
3828 build(OpBuilder & builder,OperationState & result,VectorType vectorType,Value source,ValueRange indices,Value padding,std::optional<ArrayRef<bool>> inBounds) build() argument
3845 build(OpBuilder & builder,OperationState & result,VectorType vectorType,Value source,ValueRange indices,std::optional<ArrayRef<bool>> inBounds) build() argument
3885 verifyTransferOp(VectorTransferOpInterface op,ShapedType shapedType,VectorType vectorType,VectorType maskType,VectorType inferredMaskType,AffineMap permutationMap,ArrayAttr inBounds) verifyTransferOp() argument
4028 VectorType vectorType = llvm::dyn_cast<VectorType>(types[1]); parse() local
4070 VectorType vectorType = getVectorType(); verify() local
4370 auto vectorType = llvm::cast<VectorType>(vector.getType()); build() local
4397 VectorType vectorType = llvm::dyn_cast<VectorType>(types[0]); parse() local
4449 VectorType vectorType = getVectorType(); verify() local
5566 auto vectorType = llvm::dyn_cast<VectorType>(memRefType.getElementType()); extractShape() local
5580 VectorType vectorType = build() local
5654 VectorType vectorType = getSourceVectorType(); verify() local
5876 auto vectorType = llvm::cast<VectorType>(getResult().getType()); verify() local
[all...] |
| /llvm-project/mlir/lib/Dialect/NVGPU/Transforms/ |
| H A D | CreateAsyncGroups.cpp | 244 auto vectorType = cast<VectorType>(vectorVal.getType()); in createAsyncGroups() local
|
| /llvm-project/mlir/lib/Conversion/VectorToGPU/ |
| H A D | VectorToGPU.cpp | 656 VectorType vectorType = getMmaSyncVectorOperandType(*regInfo); convertConstantOpMmaSync() local
753 VectorType vectorType = getMmaSyncVectorOperandType(*regInfo); creatLdMatrixCompatibleLoads() local
789 VectorType vectorType = getMmaSyncVectorOperandType(*regInfo); createNonLdMatrixLoads() local
918 VectorType vectorType = getMmaSyncVectorOperandType(*regInfo); convertTransferWriteToStores() local
1217 auto vectorType = cast<VectorType>(op->getResultTypes()[0]); convertElementwiseOp() local
[all...] |
| /llvm-project/mlir/lib/Conversion/VectorToArmSME/ |
| H A D | VectorToArmSME.cpp | 56 auto vectorType = transferReadOp.getVectorType(); in matchAndRewrite() local
639 if (!vectorType || !arm_sme::isValidSMETileVectorType(vectorType)) in matchAndRewrite() local
|
| /llvm-project/mlir/lib/Conversion/AMDGPUToROCDL/ |
| H A D | AMDGPUToROCDL.cpp | 337 if (auto vectorType = dyn_cast<VectorType>(inputType)) { mfmaConcatIfNeeded() local
374 auto vectorType = dyn_cast<VectorType>(inputType); wmmaPushInputOperand() local
417 auto vectorType = dyn_cast<VectorType>(inputType); wmmaPushOutputOperand() local
[all...] |
| /llvm-project/mlir/lib/Dialect/SparseTensor/Transforms/ |
| H A D | SparseVectorization.cpp | 58 static VectorType vectorType(VL vl, Type etp) { vectorType() function
63 static VectorType vectorType(VL vl, Value mem) { vectorType() function
[all...] |
| /llvm-project/mlir/lib/Dialect/SPIRV/Transforms/ |
| H A D | UnifyAliasedResourcePass.cpp | 100 if (auto vectorType = dyn_cast<VectorType>(type)) { in deduceCanonicalResource() local
497 Type vectorType = srcElemType; in matchAndRewrite() local
|
| /llvm-project/mlir/lib/Conversion/VectorToLLVM/ |
| H A D | ConvertVectorToLLVM.cpp | 642 createMaskNeutralValue(ConversionPatternRewriter & rewriter,Location loc,Type llvmType,Type vectorType) createMaskNeutralValue() argument
993 auto vectorType = shuffleOp.getResultVectorType(); matchAndRewrite() local
1056 auto vectorType = extractEltOp.getSourceVectorType(); matchAndRewrite() local
1175 auto vectorType = insertEltOp.getDestVectorType(); matchAndRewrite() local
1659 auto vectorType = typeConverter->convertType(splatOp.getType()); matchAndRewrite() local
1848 VectorType vectorType = fromElementsOp.getType(); matchAndRewrite() local
[all...] |