| /openbsd-src/gnu/llvm/llvm/lib/Target/X86/MCTargetDesc/ |
| H A D | X86ShuffleDecode.cpp | 49 void DecodeInsertElementMask(unsigned NumElts, unsigned Idx, unsigned Len, in DecodeInsertElementMask() argument 51 assert((Idx + Len) <= NumElts && "Insertion out of range"); in DecodeInsertElementMask() 53 for (unsigned i = 0; i != NumElts; ++i) in DecodeInsertElementMask() 56 ShuffleMask[Idx + i] = NumElts + i; in DecodeInsertElementMask() 77 void DecodeMOVSLDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) { in DecodeMOVSLDUPMask() argument 78 for (int i = 0, e = NumElts / 2; i < e; ++i) { in DecodeMOVSLDUPMask() 84 void DecodeMOVSHDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) { in DecodeMOVSHDUPMask() argument 85 for (int i = 0, e = NumElts / 2; i < e; ++i) { in DecodeMOVSHDUPMask() 91 void DecodeMOVDDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) { in DecodeMOVDDUPMask() argument 94 for (unsigned l = 0; l < NumElts; l += NumLaneElts) in DecodeMOVDDUPMask() [all …]
|
| H A D | X86ShuffleDecode.h | 35 void DecodeInsertElementMask(unsigned NumElts, unsigned Idx, unsigned Len, 46 void DecodeMOVSLDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask); 48 void DecodeMOVSHDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask); 50 void DecodeMOVDDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask); 52 void DecodePSLLDQMask(unsigned NumElts, unsigned Imm, 55 void DecodePSRLDQMask(unsigned NumElts, unsigned Imm, 58 void DecodePALIGNRMask(unsigned NumElts, unsigned Imm, 61 void DecodeVALIGNMask(unsigned NumElts, unsigned Imm, 65 void DecodePSHUFMask(unsigned NumElts, unsigned ScalarBits, unsigned Imm, 69 void DecodePSHUFHWMask(unsigned NumElts, unsigned Imm, [all …]
|
| H A D | X86IntelInstPrinter.cpp | 180 unsigned NumElts; in printVecCompareInstr() local 182 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 8 : 16; in printVecCompareInstr() 184 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 4 : 8; in printVecCompareInstr() 186 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 2 : 4; in printVecCompareInstr() 189 NumElts *= 2; in printVecCompareInstr() 191 OS << "{1to" << NumElts << "}"; in printVecCompareInstr() 330 unsigned NumElts; in printVecCompareInstr() local 332 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 8 : 16; in printVecCompareInstr() 334 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 4 : 8; in printVecCompareInstr() 336 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 2 : 4; in printVecCompareInstr() [all …]
|
| H A D | X86ATTInstPrinter.cpp | 190 unsigned NumElts; in printVecCompareInstr() local 192 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 8 : 16; in printVecCompareInstr() 194 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 4 : 8; in printVecCompareInstr() 196 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 2 : 4; in printVecCompareInstr() 199 NumElts *= 2; in printVecCompareInstr() 201 OS << "{1to" << NumElts << "}"; in printVecCompareInstr() 342 unsigned NumElts; in printVecCompareInstr() local 344 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 8 : 16; in printVecCompareInstr() 346 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 4 : 8; in printVecCompareInstr() 348 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 2 : 4; in printVecCompareInstr() [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/X86/ |
| H A D | X86ShuffleDecodeConstantPool.cpp | 128 unsigned NumElts = Width / 8; in DecodePSHUFBMask() local 129 assert((NumElts == 16 || NumElts == 32 || NumElts == 64) && in DecodePSHUFBMask() 132 for (unsigned i = 0; i != NumElts; ++i) { in DecodePSHUFBMask() 167 unsigned NumElts = Width / ElSize; in DecodeVPERMILPMask() local 169 assert((NumElts == 2 || NumElts == 4 || NumElts == 8 || NumElts == 16) && in DecodeVPERMILPMask() 172 for (unsigned i = 0; i != NumElts; ++i) { in DecodeVPERMILPMask() 203 unsigned NumElts = Width / ElSize; in DecodeVPERMIL2PMask() local 205 assert((NumElts == 2 || NumElts == 4 || NumElts == 8) && in DecodeVPERMIL2PMask() 208 for (unsigned i = 0; i != NumElts; ++i) { in DecodeVPERMIL2PMask() 239 Index += Src * NumElts; in DecodeVPERMIL2PMask() [all …]
|
| H A D | X86PartialReduction.cpp | 186 unsigned NumElts = MulTy->getNumElements(); in tryMAddReplacement() local 191 SmallVector<int, 16> EvenMask(NumElts / 2); in tryMAddReplacement() 192 SmallVector<int, 16> OddMask(NumElts / 2); in tryMAddReplacement() 193 for (int i = 0, e = NumElts / 2; i != e; ++i) { in tryMAddReplacement() 205 SmallVector<int, 32> ConcatMask(NumElts); in tryMAddReplacement() 266 unsigned NumElts = OpTy->getNumElements(); in trySADReplacement() local 270 if (ST->hasBWI() && NumElts >= 64) { in trySADReplacement() 273 } else if (ST->hasAVX2() && NumElts >= 32) { in trySADReplacement() 283 if (NumElts < 16) { in trySADReplacement() 286 for (unsigned i = 0; i != NumElts; ++i) in trySADReplacement() [all …]
|
| H A D | X86MCInstLower.cpp | 2424 int NumElts; in addConstantComments() local 2427 case X86::MOVDDUPrm: NumElts = 2; break; in addConstantComments() 2428 case X86::VMOVDDUPrm: NumElts = 2; break; in addConstantComments() 2429 case X86::VMOVDDUPZ128rm: NumElts = 2; break; in addConstantComments() 2430 case X86::VBROADCASTSSrm: NumElts = 4; break; in addConstantComments() 2431 case X86::VBROADCASTSSYrm: NumElts = 8; break; in addConstantComments() 2432 case X86::VBROADCASTSSZ128rm: NumElts = 4; break; in addConstantComments() 2433 case X86::VBROADCASTSSZ256rm: NumElts = 8; break; in addConstantComments() 2434 case X86::VBROADCASTSSZrm: NumElts = 16; break; in addConstantComments() 2435 case X86::VBROADCASTSDYrm: NumElts = 4; break; in addConstantComments() [all …]
|
| H A D | X86ISelLowering.cpp | 2476 handleMaskRegisterForCallingConv(unsigned NumElts, CallingConv::ID CC, in handleMaskRegisterForCallingConv() argument 2480 if (NumElts == 2) in handleMaskRegisterForCallingConv() 2482 if (NumElts == 4) in handleMaskRegisterForCallingConv() 2484 if (NumElts == 8 && CC != CallingConv::X86_RegCall && in handleMaskRegisterForCallingConv() 2487 if (NumElts == 16 && CC != CallingConv::X86_RegCall && in handleMaskRegisterForCallingConv() 2492 if (NumElts == 32 && (!Subtarget.hasBWI() || CC != CallingConv::X86_RegCall)) in handleMaskRegisterForCallingConv() 2495 if (NumElts == 64 && Subtarget.hasBWI() && CC != CallingConv::X86_RegCall) { in handleMaskRegisterForCallingConv() 2502 if (!isPowerOf2_32(NumElts) || (NumElts == 64 && !Subtarget.hasBWI()) || in handleMaskRegisterForCallingConv() 2503 NumElts > 64) in handleMaskRegisterForCallingConv() 2504 return {MVT::i8, NumElts}; in handleMaskRegisterForCallingConv() [all …]
|
| H A D | X86InstCombineIntrinsic.cpp | 353 int NumElts = VT->getNumElements(); in simplifyX86varShift() local 375 for (int I = 0; I < NumElts; ++I) { in simplifyX86varShift() 523 unsigned NumElts = ArgTy->getNumElements(); in simplifyX86movmsk() local 524 Type *IntegerTy = Builder.getIntNTy(NumElts); in simplifyX86movmsk() 810 unsigned NumElts = VecTy->getNumElements(); in simplifyX86pshufb() local 811 assert((NumElts == 16 || NumElts == 32 || NumElts == 64) && in simplifyX86pshufb() 819 for (unsigned I = 0; I < NumElts; ++I) { in simplifyX86pshufb() 838 Index = ((Index < 0) ? NumElts : Index & 0x0F) + (I & 0xF0); in simplifyX86pshufb() 844 return Builder.CreateShuffleVector(V1, V2, ArrayRef(Indexes, NumElts)); in simplifyX86pshufb() 855 unsigned NumElts = VecTy->getNumElements(); in simplifyX86vpermilvar() local [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Bitstream/Reader/ |
| H A D | BitstreamReader.cpp | 106 unsigned NumElts = MaybeVBR.get(); in skipRecord() local 107 for (unsigned i = 0; i != NumElts; ++i) in skipRecord() 154 unsigned NumElts = MaybeNum.get(); in skipRecord() local 168 JumpToBit(GetCurrentBitNo() + static_cast<uint64_t>(NumElts) * in skipRecord() 174 for (; NumElts; --NumElts) in skipRecord() 182 if (Error Err = JumpToBit(GetCurrentBitNo() + NumElts * 6)) in skipRecord() 194 unsigned NumElts = MaybeNum.get(); in skipRecord() local 198 const size_t NewEnd = GetCurrentBitNo() + alignTo(NumElts, 4) * 8; in skipRecord() 227 uint32_t NumElts = MaybeNumElts.get(); in readRecord() local 228 if (!isSizePlausible(NumElts)) in readRecord() [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64PostLegalizerLowering.cpp | 70 static bool isREVMask(ArrayRef<int> M, unsigned EltSize, unsigned NumElts, in isREVMask() argument 85 for (unsigned i = 0; i < NumElts; ++i) { in isREVMask() 99 static bool isTRNMask(ArrayRef<int> M, unsigned NumElts, in isTRNMask() argument 101 if (NumElts % 2 != 0) in isTRNMask() 104 for (unsigned i = 0; i < NumElts; i += 2) { in isTRNMask() 107 static_cast<unsigned>(M[i + 1]) != i + NumElts + WhichResult)) in isTRNMask() 116 unsigned NumElts) { in getExtMask() argument 123 unsigned MaskBits = APInt(32, NumElts * 2).logBase2(); in getExtMask() 148 if (Imm < NumElts) in getExtMask() 151 Imm -= NumElts; in getExtMask() [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 187 ElementCount NumElts = in foldBitcastExtElt() local 203 ExtIndexC = NumElts.getKnownMinValue() - 1 - ExtIndexC; in foldBitcastExtElt() 227 if (NumSrcElts == NumElts) in foldBitcastExtElt() 231 assert(NumSrcElts.isScalable() == NumElts.isScalable() && in foldBitcastExtElt() 236 if (NumSrcElts.getKnownMinValue() < NumElts.getKnownMinValue()) { in foldBitcastExtElt() 249 NumElts.getKnownMinValue() / NumSrcElts.getKnownMinValue(); in foldBitcastExtElt() 425 unsigned NumElts = EC.getKnownMinValue(); in visitExtractElementInst() local 432 IndexC->getValue().ult(NumElts)) { in visitExtractElementInst() 448 if (!EC.isScalable() && IndexC->getValue().uge(NumElts)) in visitExtractElementInst() 573 unsigned NumElts = EC.getKnownMinValue(); in visitExtractElementInst() local [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/IR/ |
| H A D | AutoUpgrade.cpp | 1255 unsigned NumElts = ResultTy->getNumElements() * 8; in UpgradeX86PSLLDQIntrinsics() local 1258 Type *VecTy = FixedVectorType::get(Builder.getInt8Ty(), NumElts); in UpgradeX86PSLLDQIntrinsics() 1269 for (unsigned l = 0; l != NumElts; l += 16) in UpgradeX86PSLLDQIntrinsics() 1271 unsigned Idx = NumElts + i - Shift; in UpgradeX86PSLLDQIntrinsics() 1272 if (Idx < NumElts) in UpgradeX86PSLLDQIntrinsics() 1273 Idx -= NumElts - 16; // end of lane, switch operand. in UpgradeX86PSLLDQIntrinsics() 1277 Res = Builder.CreateShuffleVector(Res, Op, ArrayRef(Idxs, NumElts)); in UpgradeX86PSLLDQIntrinsics() 1289 unsigned NumElts = ResultTy->getNumElements() * 8; in UpgradeX86PSRLDQIntrinsics() local 1292 Type *VecTy = FixedVectorType::get(Builder.getInt8Ty(), NumElts); in UpgradeX86PSRLDQIntrinsics() 1303 for (unsigned l = 0; l != NumElts; l += 16) in UpgradeX86PSRLDQIntrinsics() [all …]
|
| H A D | IRBuilder.cpp | 647 ElementCount NumElts = VecTy->getElementCount(); in CreateMaskedGather() local 653 assert(NumElts == PtrsTy->getElementCount() && "Element count mismatch"); in CreateMaskedGather() 657 VectorType::get(Type::getInt1Ty(Context), NumElts)); in CreateMaskedGather() 682 ElementCount NumElts = PtrsTy->getElementCount(); in CreateMaskedScatter() local 686 assert(NumElts == DataTy->getElementCount() && in CreateMaskedScatter() 693 VectorType::get(Type::getInt1Ty(Context), NumElts)); in CreateMaskedScatter() 1215 int NumElts = Ty->getElementCount().getKnownMinValue(); in CreateVectorReverse() local 1216 for (int i = 0; i < NumElts; ++i) in CreateVectorReverse() 1217 ShuffleMask.push_back(NumElts - i - 1); in CreateVectorReverse() 1236 unsigned NumElts = cast<FixedVectorType>(V1->getType())->getNumElements(); in CreateVectorSplice() local [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeTypesGeneric.cpp | 345 unsigned NumElts = 2; in ExpandOp_BITCAST() local 349 NumElts); in ExpandOp_BITCAST() 353 NumElts = N->getValueType(0).getVectorNumElements(); in ExpandOp_BITCAST() 358 IntegerToVector(N->getOperand(0), NumElts, Ops, NVT.getVectorElementType()); in ExpandOp_BITCAST() 360 SDValue Vec = DAG.getBuildVector(NVT, dl, ArrayRef(Ops.data(), NumElts)); in ExpandOp_BITCAST() 371 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_BUILD_VECTOR() local 382 NewElts.reserve(NumElts*2); in ExpandOp_BUILD_VECTOR() 384 for (unsigned i = 0; i < NumElts; ++i) { in ExpandOp_BUILD_VECTOR() 409 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_INSERT_VECTOR_ELT() local 421 EVT NewVecVT = EVT::getVectorVT(*DAG.getContext(), NewEVT, NumElts*2); in ExpandOp_INSERT_VECTOR_ELT() [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/DirectX/ |
| H A D | CBufferDataLayout.cpp | 77 unsigned NumElts = AT->getNumElements(); in getTypeAllocSize() local 78 if (NumElts == 0) in getTypeAllocSize() 84 return TypeSize::getFixed(AlignedEltSize * (NumElts - 1) + EltSize); in getTypeAllocSize()
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/ADT/ |
| H A D | SmallVector.h | 394 void growAndAssign(size_t NumElts, const T &Elt) { in growAndAssign() argument 397 T *NewElts = mallocForGrow(NumElts, NewCapacity); in growAndAssign() 398 std::uninitialized_fill_n(NewElts, NumElts, Elt); in growAndAssign() 401 this->set_size(NumElts); in growAndAssign() 547 void growAndAssign(size_t NumElts, T Elt) { in growAndAssign() argument 551 this->grow(NumElts); in growAndAssign() 552 std::uninitialized_fill_n(this->begin(), NumElts, Elt); in growAndAssign() 553 this->set_size(NumElts); in growAndAssign() 708 void assign(size_type NumElts, ValueParamT Elt) { in assign() argument 710 if (NumElts > this->capacity()) { in assign() [all …]
|
| /openbsd-src/gnu/llvm/clang/include/clang/AST/ |
| H A D | APValue.h | 271 unsigned NumElts; 272 Vec() : Elts(nullptr), NumElts(0) {} 277 unsigned NumElts, ArrSize; 278 Arr(unsigned NumElts, unsigned ArrSize); 499 return ((const Vec *)(const void *)&Data)->NumElts; 523 return ((const Arr *)(const void *)&Data)->NumElts; 683 V->NumElts = N; 684 return {V->Elts, V->NumElts};
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/ARM/ |
| H A D | MVELaneInterleavingPass.cpp | 287 unsigned NumElts = VT->getNumElements(); in tryInterleave() local 291 if (BaseElts == 0 || NumElts % BaseElts != 0) { in tryInterleave() 322 for (unsigned Base = 0; Base < NumElts; Base += BaseElts) { in tryInterleave() 328 for (unsigned Base = 0; Base < NumElts; Base += BaseElts) { in tryInterleave()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Utils/ |
| H A D | RelLookupTableConverter.cpp | 98 unsigned NumElts = LookupTableArr->getType()->getNumElements(); in createRelLookupTable() local 100 ArrayType::get(Type::getInt32Ty(M.getContext()), NumElts); in createRelLookupTable() 109 SmallVector<Constant *, 64> RelLookupTableContents(NumElts); in createRelLookupTable()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/ |
| H A D | TargetLoweringObjectFile.cpp | 107 unsigned NumElts = CDS->getNumElements(); in IsNullTerminatedString() local 108 assert(NumElts != 0 && "Can't have an empty CDS"); in IsNullTerminatedString() 110 if (CDS->getElementAsInteger(NumElts-1) != 0) in IsNullTerminatedString() 114 for (unsigned i = 0; i != NumElts-1; ++i) in IsNullTerminatedString()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Instrumentation/ |
| H A D | PoisonChecking.cpp | 199 unsigned NumElts = VecVTy->getNumElements(); in generateCreationChecks() local 202 ConstantInt::get(Idx->getType(), NumElts)); in generateCreationChecks() 212 unsigned NumElts = VecVTy->getNumElements(); in generateCreationChecks() local 215 ConstantInt::get(Idx->getType(), NumElts)); in generateCreationChecks()
|
| /openbsd-src/gnu/llvm/llvm/lib/CodeGen/ |
| H A D | InterleavedAccessPass.cpp | 207 unsigned NumElts = Mask.size(); in isReInterleaveMask() local 208 if (NumElts < 4) in isReInterleaveMask() 213 if (NumElts % Factor) in isReInterleaveMask() 216 unsigned LaneLen = NumElts / Factor; in isReInterleaveMask()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 642 unsigned NumElts = VecTy->getNumElements(); in foldInsExtFNeg() local 643 if (Index >= NumElts) in foldInsExtFNeg() 649 SmallVector<int> Mask(NumElts); in foldInsExtFNeg() 651 Mask[Index] = Index + NumElts; in foldInsExtFNeg() 1461 unsigned NumElts = VT->getNumElements(); in foldSelectShuffle() local 1482 ShuffleVectorInst::commuteShuffleMask(Mask, NumElts); in foldSelectShuffle() 1494 } else if (Mask[I] < static_cast<int>(NumElts)) { in foldSelectShuffle() 1506 MaxV2Elt = std::max<int>(MaxV2Elt, Mask[I] - NumElts); in foldSelectShuffle() 1508 return Mask[I] - static_cast<int>(NumElts) == A.first; in foldSelectShuffle() 1511 ReconstructMask.push_back(NumElts + It - V2.begin()); in foldSelectShuffle() [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXISelLowering.cpp | 191 unsigned NumElts = VT.getVectorNumElements(); in ComputePTXValueVTs() local 196 if ((EltVT == MVT::f16 || EltVT == MVT::bf16) && NumElts % 2 == 0) { in ComputePTXValueVTs() 198 NumElts /= 2; in ComputePTXValueVTs() 200 for (unsigned j = 0; j != NumElts; ++j) { in ComputePTXValueVTs() 275 unsigned NumElts = AccessSize / EltSize; in CanMergeParamLoadStoresStartingAt() local 277 if (AccessSize != EltSize * NumElts) in CanMergeParamLoadStoresStartingAt() 281 if (Idx + NumElts > ValueVTs.size()) in CanMergeParamLoadStoresStartingAt() 285 if (NumElts != 4 && NumElts != 2) in CanMergeParamLoadStoresStartingAt() 288 for (unsigned j = Idx + 1; j < Idx + NumElts; ++j) { in CanMergeParamLoadStoresStartingAt() 298 return NumElts; in CanMergeParamLoadStoresStartingAt() [all …]
|