/llvm-project/mlir/test/Dialect/Vector/ |
H A D | vector-multi-reduction-outer-lowering.mlir | 10 // CHECK: %[[TRANSPOSED:.+]] = vector.transpose %[[INPUT]], [1, 0] : vector<2x4xf32> to vec… 11 // CHECK: %[[V0:.+]] = vector.extract %[[TRANSPOSED]][0] : vector<2xf32> from vector<4x2xf3… 13 // CHECK: %[[V1:.+]] = vector.extract %[[TRANSPOSED]][1] : vector<2xf32> from vector<4x2xf3… 15 // CHECK: %[[V2:.+]] = vector.extract %[[TRANSPOSED]][2] : vector<2xf32> from vector<4x2xf3… 17 // CHECK: %[[V3:.+]] = vector.extract %[[TRANSPOSED]][3] : vector<2xf32> from vector<4x2xf3… 28 // CHECK: %[[TRANSPOSED:.+]] = vector.transpose %[[INPUT]], [1, 0] : vector<2x4xf32> to vec… 29 // CHECK: %[[V0:.+]] = vector.extract %[[TRANSPOSED]][0] : vector<2xf32> from vector<4x2xf3… 31 // CHECK: %[[V1:.+]] = vector.extract %[[TRANSPOSED]][1] : vector<2xf32> from vector<4x2xf3… 33 // CHECK: %[[V2:.+]] = vector.extract %[[TRANSPOSED]][2] : vector<2xf32> from vector<4x2xf3… 35 // CHECK: %[[V3:.+]] = vector.extract %[[TRANSPOSED]][3] : vector<2xf32> from vector<4x2xf3… [all …]
|
H A D | vector-multi-reduction-pass-lowering.mlir | 22 // INNER-PARALLEL: %[[TRANSPOSED:.+]] = vector.transpose %[[INPUT]], [1, 0] : vector<2x4xf32> to vector<4x2xf32> 23 // INNER-PARALLEL: %[[V0:.+]] = vector.extract %[[TRANSPOSED]][0] : vector<2xf32> from vector<4x2xf32> 25 // INNER-PARALLEL: %[[V1:.+]] = vector.extract %[[TRANSPOSED]][1] : vector<2xf32> from vector<4x2xf32> 27 // INNER-PARALLEL: %[[V2:.+]] = vector.extract %[[TRANSPOSED]][2] : vector<2xf32> from vector<4x2xf32> 29 // INNER-PARALLEL: %[[V3:.+]] = vector.extract %[[TRANSPOSED]][3] : vector<2xf32> from vector<4x2xf32>
|
/llvm-project/mlir/test/Dialect/Tensor/ |
H A D | fold-into-pack-and-unpack.mlir | 129 %transposed = linalg.transpose 133 return %transposed : tensor<1x57x56x2x32xf32> 155 %transposed = linalg.transpose 159 return %transposed : tensor<1x57x56x2x32xf32> 180 %transposed = linalg.transpose 184 return %transposed : tensor<1x2x56x57x32xf32> 206 %transposed = linalg.transpose 210 return %transposed : tensor<12x56x4x9x32x8x2xf32> 232 %transposed = linalg.transpose 236 return %transposed [all...] |
/llvm-project/mlir/lib/Dialect/Linalg/Transforms/ |
H A D | Specialize.cpp | 99 Transposed, // transposed map. enumerator 109 // whether the map of A is identity (match), transposed, or something 130 return IndexMatchResult::Transposed; in matchOperandMap() 234 (a == IndexMatchResult::Transposed && b == IndexMatchResult::Transposed)) in specializeLinalgContractions() 239 if (a == IndexMatchResult::Transposed) in specializeLinalgContractions() 242 if (b == IndexMatchResult::Transposed) in specializeLinalgContractions() 248 if (a == IndexMatchResult::Transposed) in specializeLinalgContractions() 250 if (b == IndexMatchResult::Transposed) in specializeLinalgContractions() [all...] |
H A D | TransposeMatmul.cpp | 1 //===- TransposeMatmul.cpp - Convert Linalg matmul to transposed variants -===// 29 /// By default the LHS is transposed. Set `transposeLHS=false` to 85 /// Only the non-batch dimensions are transposed. By default the LHS is in transposeBatchMatmul() 86 /// transposed. Set `transposeLHS=false` to transpose RHS instead. in transposeBatchMatmul()
|
H A D | TransposeConv2D.cpp | 42 /// %transposed = linalg.transpose ins(%arg1 : tensor<8x2x2x6xf32>) outs(%1 : tensor<2x2x6x8xf32>) 45 /// ins(%arg0, %transposed : tensor<1x4x4x6xf32>, tensor<2x2x6x8xf32>) outs(%arg2 : tensor<1x2x2x8xf32>) 57 // Create the type for the transposed filter tensor. in transposeConv2DHelper()
|
/llvm-project/mlir/lib/Dialect/Vector/Utils/ |
H A D | VectorUtils.cpp | 51 /// should be transposed with each other within the context of their 2D 55 /// Return true: dim0 and dim1 are transposed within the context of their 2D 59 /// Return true: dim0 and dim1 are transposed within the context of their 2D 61 /// transposed within the full context of the transposition. 64 /// Return false: dim0 and dim1 are *not* transposed within the context of 66 /// and dim1 (1) are transposed within the full context of the of the 70 // Perform a linear scan along the dimensions of the transposed pattern. If in areDimsTransposedIn2DSlice() 71 // dim0 is found first, dim0 and dim1 are not transposed within the context of in areDimsTransposedIn2DSlice() 72 // their 2D slice. Otherwise, 'dim1' is found first and they are transposed. in areDimsTransposedIn2DSlice() 95 // must be transposed wit in isTranspose2DSlice() [all...] |
/llvm-project/llvm/test/Transforms/LowerMatrixIntrinsics/ |
H A D | propagate-mixed-users.ll | 39 %transposed = call <8 x double> @llvm.matrix.transpose(<8 x double> %in, i32 4, i32 2) 40 store <8 x double> %transposed, ptr %Ptr, align 8 41 call void @foo(<8 x double> %transposed) 42 ret <8 x double> %transposed
|
/llvm-project/mlir/test/Integration/Dialect/Vector/CPU/ArmSME/ |
H A D | multi-tile-transpose.mlir | 45 /// Write the vector back to a memref (that also has a transposed shape). 54 vector.print str "Masked transposed result:\n" 92 vector.print str "Masked transposed result:\n" 111 // CHECK: Masked transposed result: 150 // CHECK: Masked transposed result:
|
H A D | transpose.mlir | 58 // Dump the transposed tile. The smallest SVL is 128-bits so the tile will be
|
/llvm-project/mlir/test/Integration/Dialect/Vector/CPU/ |
H A D | transfer-to-loops.mlir | 64 // Transposed 5x5 block rooted @{1, 1} in memory. 71 // Transpose-write the transposed 5x5 block @{0, 0} in memory. 97 // Transposed 5x5 block rooted @{2, 3} in memory.
|
H A D | transpose.mlir | 62 // transposed matrices: 110 // transposed tensors:
|
H A D | flat-transpose-row.mlir | 70 // Transposed results:
|
H A D | flat-transpose-col.mlir | 70 // Transposed results:
|
/llvm-project/clang/test/Sema/ |
H A D | transpose-memset.c | 1 // RUN: %clang_cc1 -Wmemset-transposed-args -verify %s 2 // RUN: %clang_cc1 -xc++ -Wmemset-transposed-args -verify %s
|
/llvm-project/mlir/include/mlir/Dialect/Linalg/TransformOps/ |
H A D | LinalgTransformEnums.td | 13 "Input to transpose when converting matmul ops to transposed variants",
|
/llvm-project/mlir/lib/Dialect/ArmSME/Transforms/ |
H A D | VectorLegalization.cpp | 308 bool transposed = !permutationMap.isIdentity(); in matchAndRewrite() 315 decomposeToSMETiles(rewriter, vectorType, smeTileType, transposed)) { in matchAndRewrite() 356 bool transposed = !permutationMap.isIdentity(); in matchAndRewrite() 364 rewriter, vectorType, smeTileType, transposed))) { in matchAndRewrite() 430 bool transposed = !permutationMap.isIdentity(); in matchAndRewrite() 431 if (transposed) in matchAndRewrite() 900 // 4. Emit a transposed tile write. 302 bool transposed = !permutationMap.isIdentity(); matchAndRewrite() local 350 bool transposed = !permutationMap.isIdentity(); matchAndRewrite() local 424 bool transposed = !permutationMap.isIdentity(); matchAndRewrite() local
|
/llvm-project/mlir/include/mlir/Dialect/Linalg/ |
H A D | Passes.td | 153 packing options, the major blocks dimensions might get transposed 154 e.g., [MB][KB] -> [KB][MB]. The minor blocks can also be transposed
|
/llvm-project/llvm/test/CodeGen/Hexagon/autohvx/ |
H A D | isel-shuff-single.ll | 4 ; transposed into the other vector before the generated shuffles can take
|
/llvm-project/mlir/include/mlir/Dialect/Tensor/Utils/ |
H A D | Utils.h | 39 /// Returns the transposed `rankedTensorType` if `transposeVector` is non-empty.
|
/llvm-project/mlir/test/Dialect/Linalg/ |
H A D | transform-op-hoist-pad.mlir | 135 // CHECK: %[[TRANSPOSED:.*]] = linalg.transpose ins(%[[PADDED]] : tensor<12x5xf32>) 137 // CHECK: linalg.matmul ins(%[[TRANSPOSED]]
|
/llvm-project/mlir/lib/Conversion/VectorToGPU/ |
H A D | VectorToGPU.cpp | 103 // Return true if the given map represents a transposed matrix load, 112 // Support transposed+broadcasted cases: affine_map<(d0) -> (d0, 0)>. in isTransposeMatrixLoadMap() 119 // Support both transposed and transposed+broadcasted cases. in isTransposeMatrixLoadMap() 672 /// Check if the loaded matrix operand requires transposed. 673 /// Transposed Map Example: 676 /// The code below checks if the output 2D is transposed using a generalized
|
/llvm-project/mlir/lib/Conversion/VectorToArmSME/ |
H A D | VectorToArmSME.cpp | 76 bool transposed = !map.isIdentity(); in matchAndRewrite() local 78 transposed ? arm_sme::TileSliceLayout::Vertical in matchAndRewrite() 146 bool transposed = !map.isIdentity(); in matchAndRewrite() local 148 transposed ? arm_sme::TileSliceLayout::Vertical in matchAndRewrite()
|
/llvm-project/mlir/lib/Dialect/Vector/Transforms/ |
H A D | LowerVectorTranspose.cpp | 41 /// transposed. 357 // (i.e., highest-order) dimensions that are not transposed and leave them in matchAndRewrite() 368 // of the leftmost transposed dimensions. We traverse every transpose in matchAndRewrite()
|
/llvm-project/mlir/include/mlir/Dialect/NVGPU/Utils/ |
H A D | MMAUtils.h | 86 /// the load is a transposed load, return the LdMatrixParams.
|