Home
last modified time | relevance | path

Searched refs:Shuffle (Results 1 – 25 of 52) sorted by relevance

123

/openbsd-src/gnu/llvm/libcxx/benchmarks/
H A Dmap.bench.cpp58 enum class Shuffle { None, Keys, Hints }; enum
60 TestSets makeTestingSets(size_t MapSize, Mode mode, Shuffle shuffle, in makeTestingSets()
73 if (shuffle == Shuffle::Keys) in makeTestingSets()
82 if (shuffle == Shuffle::Hints) in makeTestingSets()
114 auto Data = makeTestingSets(MapSize, Mode::Hit, Shuffle::None, 1); in run()
135 auto Data = makeTestingSets(MapSize, Mode::Hit, Shuffle::None, 1); in run()
156 auto Data = makeTestingSets(MapSize, Mode::Hit, Shuffle::None, 1000); in run()
163 Data = makeTestingSets(MapSize, Mode::Hit, Shuffle::None, 1000); in run()
179 auto Data = makeTestingSets(MapSize, Mode::Hit, Shuffle::None, 1); in run()
198 auto Data = makeTestingSets(MapSize, Mode::Hit, Shuffle::None, 1); in run()
[all …]
/openbsd-src/gnu/llvm/llvm/lib/CodeGen/
H A DInterleavedAccessPass.cpp348 for (auto *Shuffle : Shuffles) { in lowerInterleavedLoad() local
349 if (Shuffle->getType() != VecTy) in lowerInterleavedLoad()
351 if (!isDeInterleaveMaskOfFactor(Shuffle->getShuffleMask(), Factor, in lowerInterleavedLoad()
355 assert(Shuffle->getShuffleMask().size() <= NumLoadElements); in lowerInterleavedLoad()
358 for (auto *Shuffle : BinOpShuffles) { in lowerInterleavedLoad() local
359 if (Shuffle->getType() != VecTy) in lowerInterleavedLoad()
361 if (!isDeInterleaveMaskOfFactor(Shuffle->getShuffleMask(), Factor, in lowerInterleavedLoad()
365 assert(Shuffle->getShuffleMask().size() <= NumLoadElements); in lowerInterleavedLoad()
367 if (cast<Instruction>(Shuffle->getOperand(0))->getOperand(0) == LI) in lowerInterleavedLoad()
369 if (cast<Instruction>(Shuffle->getOperand(0))->getOperand(1) == LI) in lowerInterleavedLoad()
[all …]
H A DComplexDeinterleavingPass.cpp743 auto CheckType = [&](ShuffleVectorInst *Shuffle) { in identifyNode() argument
744 Value *Op = Shuffle->getOperand(0); in identifyNode()
745 auto *ShuffleTy = cast<FixedVectorType>(Shuffle->getType()); in identifyNode()
756 auto CheckDeinterleavingShuffle = [&](ShuffleVectorInst *Shuffle) -> bool { in identifyNode() argument
757 if (!CheckType(Shuffle)) in identifyNode()
760 ArrayRef<int> Mask = Shuffle->getShuffleMask(); in identifyNode()
763 Value *Op = Shuffle->getOperand(0); in identifyNode()
786 prepareCompositeNode(llvm::ComplexDeinterleavingOperation::Shuffle, in identifyNode()
871 if (Operation == ComplexDeinterleavingOperation::Shuffle) in hasAllInternalUses()
/openbsd-src/gnu/llvm/llvm/include/llvm/Analysis/
H A DTargetTransformInfoImpl.h1188 auto *Shuffle = dyn_cast<ShuffleVectorInst>(U); in getInstructionCost() local
1189 if (!Shuffle) in getInstructionCost()
1196 if (Shuffle->changesLength()) { in getInstructionCost()
1198 if (Shuffle->increasesLength() && Shuffle->isIdentityWithPadding()) in getInstructionCost()
1201 if (Shuffle->isExtractSubvectorMask(SubIndex)) in getInstructionCost()
1203 Shuffle->getShuffleMask(), CostKind, in getInstructionCost()
1206 if (Shuffle->isInsertSubvectorMask(NumSubElts, SubIndex)) in getInstructionCost()
1208 TTI::SK_InsertSubvector, VecTy, Shuffle->getShuffleMask(), in getInstructionCost()
1214 if (Shuffle->isReplicationMask(ReplicationFactor, VF)) { in getInstructionCost()
1216 APInt::getNullValue(Shuffle->getShuffleMask().size()); in getInstructionCost()
[all …]
/openbsd-src/gnu/llvm/llvm/lib/Target/ARM/
H A DMVELaneInterleavingPass.cpp338 Value *Shuffle = Builder.CreateShuffleVector(I->getOperand(0), LeafMask); in tryInterleave() local
341 Value *Ext = FPext ? Builder.CreateFPExt(Shuffle, I->getType()) in tryInterleave()
342 : Sext ? Builder.CreateSExt(Shuffle, I->getType()) in tryInterleave()
343 : Builder.CreateZExt(Shuffle, I->getType()); in tryInterleave()
345 LLVM_DEBUG(dbgs() << " with " << *Shuffle << "\n"); in tryInterleave()
351 Value *Shuffle = Builder.CreateShuffleVector(I->get(), LeafMask); in tryInterleave() local
352 I->getUser()->setOperand(I->getOperandNo(), Shuffle); in tryInterleave()
353 LLVM_DEBUG(dbgs() << " with " << *Shuffle << "\n"); in tryInterleave()
/openbsd-src/gnu/llvm/llvm/include/llvm/IR/
H A DUseListOrder.h29 std::vector<unsigned> Shuffle; member
32 : V(V), F(F), Shuffle(ShuffleSize) {} in UseListOrder()
/openbsd-src/gnu/llvm/llvm/lib/Target/AArch64/GISel/
H A DAArch64PostLegalizerCombiner.cpp77 MachineInstr *Shuffle = in matchExtractVecEltPairwiseAdd() local
80 if (!Shuffle) { in matchExtractVecEltPairwiseAdd()
81 Shuffle = getOpcodeDef(TargetOpcode::G_SHUFFLE_VECTOR, Src1Op1, MRI); in matchExtractVecEltPairwiseAdd()
86 if (Shuffle && Shuffle->getOperand(3).getShuffleMask()[0] == 1 && in matchExtractVecEltPairwiseAdd()
87 Other == MRI.getVRegDef(Shuffle->getOperand(1).getReg())) { in matchExtractVecEltPairwiseAdd()
/openbsd-src/gnu/llvm/llvm/lib/Target/X86/
H A DX86PartialReduction.cpp390 auto *Shuffle = dyn_cast<ShuffleVectorInst>(LHS); in matchAddReduction() local
391 if (Shuffle) { in matchAddReduction()
394 Shuffle = dyn_cast<ShuffleVectorInst>(RHS); in matchAddReduction()
400 if (!Shuffle || Shuffle->getOperand(0) != Op) in matchAddReduction()
406 if (Shuffle->getMaskValue(Index) != (int)(MaskEnd + Index)) in matchAddReduction()
H A DX86ISelLowering.cpp17835 if (SDValue Shuffle = ShuffleSubLanes(Scale)) in lowerShuffleAsRepeatedMaskAndLanePermute() local
17836 return Shuffle; in lowerShuffleAsRepeatedMaskAndLanePermute()
19607 SDValue Shuffle = DAG.getVectorShuffle(ExtVT, DL, V1, V2, Mask); in lower1BitShuffle() local
19613 Shuffle, ISD::SETGT); in lower1BitShuffle()
19615 return DAG.getNode(ISD::TRUNCATE, DL, VT, Shuffle); in lower1BitShuffle()
21569 SDValue Shuffle = DAG.getVectorShuffle(MVT::v2f64, dl, Sub, Sub, {1,-1}); in LowerUINT_TO_FP_i64() local
21570 Result = DAG.getNode(ISD::FADD, dl, MVT::v2f64, Shuffle, Sub); in LowerUINT_TO_FP_i64()
38313 const X86Subtarget &Subtarget, unsigned &Shuffle, in matchUnaryShuffle() argument
38324 Shuffle = X86ISD::VZEXT_MOVL; in matchUnaryShuffle()
38357 Shuffle = unsigned(MatchAny ? ISD::ANY_EXTEND : ISD::ZERO_EXTEND); in matchUnaryShuffle()
[all …]
H A DX86InstCombineIntrinsic.cpp498 auto *Shuffle = Builder.CreateShuffleVector(Arg0, Arg1, PackMask); in simplifyX86pack() local
501 return Builder.CreateTrunc(Shuffle, ResTy); in simplifyX86pack()
H A DX86InstrMMX.td471 // -- Shuffle Instructions
/openbsd-src/gnu/llvm/llvm/lib/Transforms/InstCombine/
H A DInstCombineSimplifyDemanded.cpp1414 auto *Shuffle = cast<ShuffleVectorInst>(I); in SimplifyDemandedVectorElts() local
1415 assert(Shuffle->getOperand(0)->getType() == in SimplifyDemandedVectorElts()
1416 Shuffle->getOperand(1)->getType() && in SimplifyDemandedVectorElts()
1418 unsigned OpWidth = cast<FixedVectorType>(Shuffle->getOperand(0)->getType()) in SimplifyDemandedVectorElts()
1422 if (all_of(Shuffle->getShuffleMask(), [](int Elt) { return Elt == 0; }) && in SimplifyDemandedVectorElts()
1441 unsigned MaskVal = Shuffle->getMaskValue(i); in SimplifyDemandedVectorElts()
1473 unsigned MaskVal = Shuffle->getMaskValue(i); in SimplifyDemandedVectorElts()
1480 return Shuffle->getOperand(0); in SimplifyDemandedVectorElts()
1489 unsigned MaskVal = Shuffle->getMaskValue(i); in SimplifyDemandedVectorElts()
1521 cast<FixedVectorType>(Shuffle->getType())->getNumElements()) { in SimplifyDemandedVectorElts()
[all …]
H A DInstCombineVectorOps.cpp337 ShuffleVectorInst *Shuffle = cast<ShuffleVectorInst>(UserInstr); in findDemandedEltsBySingleUser() local
343 unsigned MaskVal = Shuffle->getMaskValue(i); in findDemandedEltsBySingleUser()
346 if (Shuffle->getOperand(0) == V && (MaskVal < VWidth)) in findDemandedEltsBySingleUser()
348 if (Shuffle->getOperand(1) == V && in findDemandedEltsBySingleUser()
H A DInstCombineCalls.cpp2560 Value *Shuffle = Builder.CreateShuffleVector(Vec, WidenShuffle, Mask); in visitCallInst() local
2561 return replaceInstUsesWith(CI, Shuffle); in visitCallInst()
2613 Value *Shuffle = Builder.CreateShuffleVector(Vec, Mask); in visitCallInst() local
2614 return replaceInstUsesWith(CI, Shuffle); in visitCallInst()
/openbsd-src/gnu/llvm/llvm/include/llvm/CodeGen/
H A DComplexDeinterleavingPass.h41 Shuffle enumerator
/openbsd-src/gnu/llvm/llvm/lib/Transforms/Vectorize/
H A DVectorCombine.cpp1294 ShuffleVectorInst *Shuffle = nullptr; in foldShuffleFromReductions() local
1316 if (Shuffle && Shuffle != SV) in foldShuffleFromReductions()
1318 Shuffle = SV; in foldShuffleFromReductions()
1327 if (!Shuffle) in foldShuffleFromReductions()
1343 dyn_cast<FixedVectorType>(Shuffle->getOperand(0)->getType()); in foldShuffleFromReductions()
1351 Shuffle->getShuffleMask(ConcatMask); in foldShuffleFromReductions()
1357 Shuffle->getShuffleMask()); in foldShuffleFromReductions()
1362 LLVM_DEBUG(dbgs() << "Found a reduction feeding from a shuffle: " << *Shuffle in foldShuffleFromReductions()
1367 Builder.SetInsertPoint(Shuffle); in foldShuffleFromReductions()
1369 Shuffle->getOperand(0), Shuffle->getOperand(1), ConcatMask); in foldShuffleFromReductions()
[all …]
/openbsd-src/gnu/llvm/llvm/lib/IR/
H A DAsmWriter.cpp231 std::vector<unsigned> Shuffle(List.size()); in predictValueUseListOrder() local
233 Shuffle[I] = List[I].second; in predictValueUseListOrder()
234 return Shuffle; in predictValueUseListOrder()
245 std::vector<unsigned> Shuffle = in predictUseListOrder() local
247 if (Shuffle.empty()) in predictUseListOrder()
257 ULOM[F][V] = std::move(Shuffle); in predictUseListOrder()
2610 void printUseListOrder(const Value *V, const std::vector<unsigned> &Shuffle);
4552 const std::vector<unsigned> &Shuffle) { in printUseListOrder() argument
4569 assert(Shuffle.size() >= 2 && "Shuffle too small"); in printUseListOrder()
4570 Out << Shuffle[0]; in printUseListOrder()
[all …]
/openbsd-src/gnu/llvm/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorTypes.cpp2405 auto *Shuffle = dyn_cast<ShuffleVectorSDNode>(Input.getNode()); in SplitVecRes_VECTOR_SHUFFLE() local
2406 if (!Shuffle || in SplitVecRes_VECTOR_SHUFFLE()
2427 auto *Shuffle = in SplitVecRes_VECTOR_SHUFFLE() local
2429 if (!Shuffle || !is_contained(P.second, SrcRegIdx)) in SplitVecRes_VECTOR_SHUFFLE()
2431 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE()
2437 P.second[Shuffle->getOperand(MaskElt / NewElts) == P.first.first in SplitVecRes_VECTOR_SHUFFLE()
2515 auto *Shuffle = dyn_cast<ShuffleVectorSDNode>(Inputs[I].getNode()); in SplitVecRes_VECTOR_SHUFFLE() local
2516 if (!Shuffle) in SplitVecRes_VECTOR_SHUFFLE()
2518 if (Shuffle->getOperand(0).getValueType() != NewVT) in SplitVecRes_VECTOR_SHUFFLE()
2521 if (!Inputs[I].hasOneUse() && Shuffle->getOperand(1).isUndef() && in SplitVecRes_VECTOR_SHUFFLE()
[all …]
/openbsd-src/gnu/llvm/llvm/lib/Bitcode/Writer/
H A DValueEnumerator.cpp218 assert(List.size() == Stack.back().Shuffle.size() && "Wrong size"); in predictValueUseListOrderImpl()
220 Stack.back().Shuffle[I] = List[I].second; in predictValueUseListOrderImpl()
/openbsd-src/gnu/llvm/llvm/lib/Target/DirectX/DXILWriter/
H A DDXILValueEnumerator.cpp269 assert(List.size() == Stack.back().Shuffle.size() && "Wrong size"); in predictValueUseListOrderImpl()
271 Stack.back().Shuffle[I] = List[I].second; in predictValueUseListOrderImpl()
/openbsd-src/gnu/usr.bin/binutils/ld/emultempl/
H A Dmmo.em167 /* Shuffle the section to make the output file look neater. This is
/openbsd-src/gnu/llvm/llvm/lib/Target/AMDGPU/
H A DAMDGPUInstCombineIntrinsic.cpp1200 Value *Shuffle = IC.Builder.CreateShuffleVector(NewCall, EltMask); in simplifyAMDGCNMemoryIntrinsicDemanded() local
1202 return Shuffle; in simplifyAMDGCNMemoryIntrinsicDemanded()
/openbsd-src/gnu/llvm/compiler-rt/lib/fuzzer/
H A DFuzzerFlags.def45 FUZZER_FLAG_INT(shuffle, 1, "Shuffle inputs at startup")
/openbsd-src/gnu/llvm/llvm/lib/Target/AArch64/
H A DAArch64ISelLowering.cpp10420 SDValue Shuffle = in ReconstructShuffle() local
10423 return DAG.getBitcast(VT, Shuffle); in ReconstructShuffle()
10579 SDValue Shuffle = DAG.getVectorShuffle(ShuffleVT, dl, ShuffleOps[0], in ReconstructShuffle() local
10581 SDValue V = DAG.getNode(ISD::BITCAST, dl, VT, Shuffle); in ReconstructShuffle()
10583 LLVM_DEBUG(dbgs() << "Reshuffle, creating node: "; Shuffle.dump(); in ReconstructShuffle()
11211 SDValue Shuffle; in GenerateTBL() local
11215 Shuffle = DAG.getNode( in GenerateTBL()
11222 Shuffle = DAG.getNode( in GenerateTBL()
11233 Shuffle = DAG.getNode( in GenerateTBL()
11240 return DAG.getNode(ISD::BITCAST, DL, Op.getValueType(), Shuffle); in GenerateTBL()
[all …]
/openbsd-src/gnu/usr.bin/perl/dist/Math-Complex/
H A DChangeLog62 * Shuffle the Inf-guessing guesses a bit to try infinities first,

123