/freebsd-src/contrib/llvm-project/llvm/lib/Target/ARM/ |
H A D | A15SDOptimizer.cpp | 416 unsigned Lane, bool QPR) { in createDupLane() argument 431 const DebugLoc &DL, unsigned DReg, unsigned Lane, in createExtractSubreg() argument 476 const DebugLoc &DL, unsigned DReg, unsigned Lane, unsigned ToInsert) { in createInsertSubreg() argument 541 unsigned Lane; in optimizeAllLanesPattern() local [all...] |
H A D | ARMBaseInstrInfo.cpp | 5075 getCorrespondingDRegAndLane(const TargetRegisterInfo * TRI,unsigned SReg,unsigned & Lane) getCorrespondingDRegAndLane() argument 5106 getImplicitSPRUseForDPRUse(const TargetRegisterInfo * TRI,MachineInstr & MI,unsigned DReg,unsigned Lane,unsigned & ImplicitSReg) getImplicitSPRUseForDPRUse() argument 5134 unsigned Lane; setExecutionDomain() local [all...] |
H A D | ARMExpandPseudoInsts.cpp | 765 unsigned Lane = MI.getOperand(MI.getDesc().getNumOperands() - 3).getImm(); ExpandLaneOp() local
|
H A D | ARMISelLowering.cpp | 8818 int Lane = SVN->getSplatIndex(); LowerVECTOR_SHUFFLE() local 9034 unsigned Lane = Op.getConstantOperandVal(2); LowerINSERT_VECTOR_ELT_i1() local 9048 SDValue Lane = Op.getOperand(2); LowerINSERT_VECTOR_ELT() local 9097 unsigned Lane = Op.getConstantOperandVal(1); LowerEXTRACT_VECTOR_ELT_i1() local 9108 SDValue Lane = Op.getOperand(1); LowerEXTRACT_VECTOR_ELT() local 15524 unsigned Lane = Ext.getConstantOperandVal(1); PerformExtractEltToVMOVRRD() local 17867 SDValue Lane = N0.getOperand(1); PerformExtendCombine() local [all...] |
H A D | ARMISelDAGToDAG.cpp | 2424 unsigned Lane = N->getConstantOperandVal(Vec0Idx + NumVecs); SelectVLDSTLane() local
|
/freebsd-src/contrib/llvm-project/llvm/lib/Target/WebAssembly/ |
H A D | WebAssemblyISelLowering.cpp | 2064 __anond01107b70402(size_t I, const SDValue &Lane) LowerBUILD_VECTOR() argument 2088 __anond01107b70502(const SDValue &Lane) LowerBUILD_VECTOR() argument 2129 const SDValue &Lane = Op->getOperand(I); LowerBUILD_VECTOR() local 2183 __anond01107b70a02(size_t I, const SDValue &Lane) LowerBUILD_VECTOR() argument 2212 const SDValue &Lane = Op->getOperand(I); LowerBUILD_VECTOR() local 2224 __anond01107b70b02(size_t, const SDValue &Lane) LowerBUILD_VECTOR() argument 2230 for (const SDValue &Lane : Op->op_values()) { LowerBUILD_VECTOR() local 2257 __anond01107b70c02(size_t _, const SDValue &Lane) LowerBUILD_VECTOR() argument 2263 __anond01107b70d02(size_t _, const SDValue &Lane) LowerBUILD_VECTOR() argument 2273 const SDValue &Lane = Op->getOperand(I); LowerBUILD_VECTOR() local [all...] |
/freebsd-src/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
H A D | SIRegisterInfo.h | 58 int Lane = -1; member
|
H A D | SIRegisterInfo.cpp | 1206 spillVGPRtoAGPR(const GCNSubtarget & ST,MachineBasicBlock & MBB,MachineBasicBlock::iterator MI,int Index,unsigned Lane,unsigned ValueReg,bool IsKill) spillVGPRtoAGPR() argument 1563 for (int LaneS = (RegOffset + EltSize) / 4 - 1, Lane = LaneS, buildSpillLoadStore() local [all...] |
/freebsd-src/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/ |
H A D | AArch64PostLegalizerLowering.cpp | 313 if (matchDupFromInsertVectorElt(Lane, MI, MRI, MatchInfo)) in matchDupFromInsertVectorElt() argument 353 matchDupFromBuildVector(int Lane,MachineInstr & MI,MachineRegisterInfo & MRI,ShuffleVectorPseudo & MatchInfo) matchDupFromBuildVector() argument 375 int Lane = *MaybeLane; matchDup() local 757 auto Lane = B.buildConstant(LLT::scalar(64), MatchInfo.second); applyDupLane() local [all...] |
H A D | AArch64InstructionSelector.cpp | 5334 int64_t Lane; selectUSMovFromExtend() local
|
/freebsd-src/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86InterleavedAccess.cpp | 441 for (int Lane = 0; Lane < LaneCount; Lane++) createShuffleStride() local 613 int Lane = (VectorWidth / 128 > 0) ? VectorWidth / 128 : 1; group2Shuffle() local [all...] |
H A D | X86InstCombineIntrinsic.cpp | 492 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { simplifyX86pack() local 3055 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { simplifyDemandedVectorEltsIntrinsic() local 3070 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { simplifyDemandedVectorEltsIntrinsic() local [all...] |
H A D | X86TargetTransformInfo.cpp | 4575 for (unsigned Lane = 0; Lane != NumLegalLanes; ++Lane) { getScalarizationOverhead() local 6018 for (int Lane : seq<int>(0, NumElements)) { isLegalAltInstr() local
|
H A D | X86ISelLowering.cpp | 5038 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { createPackShuffleMask() local 5061 for (int Lane = 0; Lane != NumLanes; ++Lane) { getPackDemandedElts() local 9303 int Lane = (M % NumElts) / NumEltsPerLane; isMultiLaneShuffleMask() local 10444 for (int Lane = 0; Lane != NumLanes; ++Lane) { matchShuffleAsBlend() local 10742 for (int Lane = 0; Lane != NumElts; Lane += NumLaneElts) { lowerShuffleAsUNPCKAndPermute() local 10928 for (int Lane = 0; Lane != NumElts; Lane += NumEltsPerLane) { lowerShuffleAsByteRotateAndPermute() local 10968 for (int Lane = 0; Lane != NumElts; Lane += NumEltsPerLane) { lowerShuffleAsByteRotateAndPermute() local 14945 for (int Lane = 0; Lane != NumLanes; ++Lane) { lowerShuffleAsLanePermuteAndRepeatedMask() local 15017 for (int Lane = 0; Lane != NumLanes; ++Lane) { lowerShuffleAsLanePermuteAndRepeatedMask() local 15047 for (int Lane = 0; Lane != NumLanes; ++Lane) { lowerShuffleAsLanePermuteAndRepeatedMask() local 15064 for (int Lane = 0; Lane != NumLanes; ++Lane) { lowerShuffleAsLanePermuteAndRepeatedMask() local 15393 int Lane = (M % NumElts) / NumLaneElts; lowerShuffleAsRepeatedMaskAndLanePermute() local 15449 int Lane = SubLane / SubLaneScale; lowerShuffleAsRepeatedMaskAndLanePermute() local 47322 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { combineVectorPack() local [all...] |
/freebsd-src/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
H A D | VPlan.cpp | 231 Value *Lane = Instance.Lane.getAsRuntimeExpr(Builder, VF); get() local 321 for (unsigned Lane = 0; Lane < VF.getKnownMinValue(); ++Lane) get() local 661 for (unsigned Lane = 0, VF = State->VF.getKnownMinValue(); Lane < VF; execute() local [all...] |
H A D | VPlanSLP.cpp | 313 for (unsigned Lane = 1, E = MultiNodeOps[0].second.size(); Lane < E; ++Lane) { in reorderMultiNodeOps() local
|
H A D | VPlanRecipes.cpp | 173 auto Lane = VPLane::getLastLaneForVF(State.VF); fixPhi() local 1187 for (unsigned Lane = StartLane; Lane < EndLane; ++Lane) { execute() local 1478 unsigned Lane = State.Instance->Lane.getKnownLane(); execute() local [all...] |
H A D | SLPVectorizer.cpp | 1566 getData(unsigned OpIdx,unsigned Lane) getData() argument 1579 for (unsigned Lane = 0, NumLanes = getNumLanes(); Lane != NumLanes; clearUsed() local 1585 swap(unsigned OpIdx1,unsigned OpIdx2,unsigned Lane) swap() argument 1598 getSplatScore(unsigned Lane,unsigned OpIdx,unsigned Idx) const getSplatScore() argument 1630 getExternalUseScore(unsigned Lane,unsigned OpIdx,unsigned Idx) const getExternalUseScore() argument 1660 getLookAheadScore(Value * LHS,Value * RHS,ArrayRef<Value * > MainAltOps,int Lane,unsigned OpIdx,unsigned Idx,bool & IsUsed) getLookAheadScore() argument 1702 getBestOperand(unsigned OpIdx,int Lane,int LastLane,ArrayRef<ReorderingMode> ReorderingModes,ArrayRef<Value * > MainAltOps) getBestOperand() argument 1803 unsigned Lane = I - 1; getBestLaneToStartReordering() local 1922 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { appendOperandsOfVL() local 1962 shouldBroadcast(Value * Op,unsigned OpIdx,unsigned Lane) shouldBroadcast() argument 2000 for (unsigned Lane = 0, Lanes = getNumLanes(); Lane != Lanes; ++Lane) getVL() local 2102 int Lane = FirstLane + Direction * Distance; reorder() local 2635 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { setOperandsInOrder() local 2968 int Lane; global() member 3328 int Lane = std::distance(TE->Scalars.begin(), schedule() local 3777 unsigned Lane = findReusedOrderedScalars() local 4351 for (unsigned Lane : seq<unsigned>(0, TE->Scalars.size())) reorderTopToBottom() local 4911 for (int Lane = 0, LE = Entry->Scalars.size(); Lane != LE; ++Lane) { buildExternalUses() local 4964 for (unsigned Lane : seq<unsigned>(0, TE->Scalars.size())) { collectUserStores() local 8469 for (unsigned Lane : seq<unsigned>(0, E->Scalars.size())) getEntryCost() local 11929 Value *Lane = Builder.getInt32(ExternalUse.Lane); vectorizeTree() local 12250 for (int Lane = 0, LE = Entry->Scalars.size(); Lane != LE; ++Lane) { vectorizeTree() local [all...] |
H A D | VPlan.h | 165 /// example, a Lane of 0 corresponds to lane `(vscale - 1) * N`, a Lane of in VPLane() argument 223 VPLane Lane; global() member [all...] |
H A D | LoopVectorize.cpp | 9253 for (unsigned Lane = 0; Lane < Lanes; ++Lane) { execute() local 9453 auto Lane = VPLane::getLastLaneForVF(State.VF); execute() local 9463 for (unsigned Lane = 0; Lane < EndLane; ++Lane) execute() local
|
/freebsd-src/contrib/llvm-project/llvm/lib/Target/Mips/ |
H A D | MipsSEISelLowering.cpp | 3163 unsigned Lane = MI.getOperand(2).getImm(); emitCOPY_FW() local 3208 unsigned Lane = MI.getOperand(2).getImm() * 2; emitCOPY_FD() local 3238 unsigned Lane = MI.getOperand(2).getImm(); emitINSERT_FW() local 3274 unsigned Lane = MI.getOperand(2).getImm(); emitINSERT_FD() local
|
/freebsd-src/contrib/llvm-project/llvm/lib/Analysis/ |
H A D | ConstantFolding.cpp | 3180 SmallVector<Constant *, 4> Lane(Operands.size()); ConstantFoldFixedVectorCall() local 3347 Constant *Lane = Operands[0]->getAggregateElement(I); ConstantFoldStructCall() local
|
/freebsd-src/contrib/llvm-project/llvm/lib/Target/AArch64/ |
H A D | AArch64ISelLowering.cpp | 11102 unsigned Lane = V.getConstantOperandVal(1); ReconstructShuffle() local 11869 SDValue Lane = DAG.getConstant(OpNum - OP_VDUP0, dl, MVT::i64); GeneratePerfectShuffle() local 11981 constructDup(SDValue V,int Lane,SDLoc dl,EVT VT,unsigned Opcode,SelectionDAG & DAG) constructDup() argument 12213 int Lane = SVN->getSplatIndex(); LowerVECTOR_SHUFFLE() local 12234 unsigned Lane = 0; LowerVECTOR_SHUFFLE() local 12897 for (SDValue Lane : Op->ops()) { NormalizeBuildVector() local 13170 SDValue Lane = Value.getOperand(1); LowerBUILD_VECTOR() local 18457 SDValue Lane = Op1.getOperand(1); tryCombineFixedPointConvert() local 21123 SDValue Lane; performPostLD1Combine() local 26644 unsigned Lane = std::max(0, SVN->getSplatIndex()); LowerFixedLengthVECTOR_SHUFFLEToSVE() local [all...] |
/freebsd-src/contrib/llvm-project/llvm/lib/IR/ |
H A D | Instructions.cpp | 2621 unsigned Lane = J * Factor + I; isInterleaveMask() local
|
/freebsd-src/contrib/llvm-project/clang/lib/CodeGen/ |
H A D | CGBuiltin.cpp | 8906 int Lane = cast<ConstantInt>(Ops[2])->getZExtValue(); EmitARMBuiltinExpr() local 9118 llvm::Value *Lane = llvm::ConstantInt::get(T, Value); ARMMVEConstantSplat() local
|