Lines Matching defs:BundleMember
3676 ScheduleData *BundleMember = *Bundle;
3677 assert((BundleMember || isa<PHINode>(S.getMainOp()) ||
3681 if (BundleMember) {
3685 if (!BundleMember)
3687 BundleMember->TE = Last;
3688 BundleMember = BundleMember->NextInBundle;
3691 assert(!BundleMember && "Bundle and VL out of sync");
3927 for (const ScheduleData *BundleMember = this; BundleMember;
3928 BundleMember = BundleMember->NextInBundle) {
3929 assert(BundleMember->hasValidDependencies() &&
3930 BundleMember->UnscheduledDeps == 0 &&
3932 assert((BundleMember == this || !BundleMember->IsScheduled) &&
3991 for (const ScheduleData *BundleMember = this; BundleMember;
3992 BundleMember = BundleMember->NextInBundle) {
3993 if (BundleMember->UnscheduledDeps == InvalidDeps)
3995 Sum += BundleMember->UnscheduledDeps;
4147 for (ScheduleData *BundleMember = SD; BundleMember;
4148 BundleMember = BundleMember->NextInBundle) {
4169 // If BundleMember is a vector bundle, its operands may have been
4172 if (TreeEntry *TE = BundleMember->TE) {
4174 auto *In = BundleMember->Inst;
4195 // If BundleMember is a stand-alone instruction, no operand reordering
4197 for (Use &U : BundleMember->Inst->operands())
4202 for (ScheduleData *MemoryDepSD : BundleMember->MemoryDependencies) {
4216 for (ScheduleData *DepSD : BundleMember->ControlDependencies) {
17086 ScheduleData *BundleMember = getScheduleData(V);
17087 assert(BundleMember &&
17090 assert(BundleMember->isSchedulingEntity() &&
17093 PrevInBundle->NextInBundle = BundleMember;
17095 Bundle = BundleMember;
17099 BundleMember->FirstInBundle = Bundle;
17100 PrevInBundle = BundleMember;
17179 ScheduleData *BundleMember = getScheduleData(V);
17180 assert(BundleMember &&
17185 ReadyInsts.remove(BundleMember);
17187 if (!BundleMember->IsScheduled)
17192 LLVM_DEBUG(dbgs() << "SLP: reset schedule because " << *BundleMember
17227 ScheduleData *BundleMember = Bundle;
17228 while (BundleMember) {
17229 assert(BundleMember->FirstInBundle == Bundle && "corrupt bundle links");
17230 BundleMember->FirstInBundle = BundleMember;
17231 ScheduleData *Next = BundleMember->NextInBundle;
17232 BundleMember->NextInBundle = nullptr;
17233 BundleMember->TE = nullptr;
17234 if (BundleMember->unscheduledDepsInBundle() == 0) {
17235 ReadyInsts.insert(BundleMember);
17237 BundleMember = Next;
17374 for (ScheduleData *BundleMember = SD; BundleMember;
17375 BundleMember = BundleMember->NextInBundle) {
17376 assert(isInSchedulingRegion(BundleMember));
17377 if (BundleMember->hasValidDependencies())
17380 LLVM_DEBUG(dbgs() << "SLP: update deps of " << *BundleMember
17382 BundleMember->Dependencies = 0;
17383 BundleMember->resetUnscheduledDeps();
17386 for (User *U : BundleMember->Inst->users()) {
17388 BundleMember->Dependencies++;
17391 BundleMember->incrementUnscheduledDeps(1);
17400 DepDest->ControlDependencies.push_back(BundleMember);
17401 BundleMember->Dependencies++;
17404 BundleMember->incrementUnscheduledDeps(1);
17412 if (!isGuaranteedToTransferExecutionToSuccessor(BundleMember->Inst)) {
17413 for (Instruction *I = BundleMember->Inst->getNextNode();
17431 if (match(BundleMember->Inst, m_Intrinsic<Intrinsic::stacksave>()) ||
17432 match(BundleMember->Inst, m_Intrinsic<Intrinsic::stackrestore>())) {
17433 for (Instruction *I = BundleMember->Inst->getNextNode();
17438 // must be memory dependend on BundleMember->Inst.
17454 if (isa<AllocaInst>(BundleMember->Inst) ||
17455 BundleMember->Inst->mayReadOrWriteMemory()) {
17456 for (Instruction *I = BundleMember->Inst->getNextNode();
17470 ScheduleData *DepDest = BundleMember->NextLoadStore;
17473 Instruction *SrcInst = BundleMember->Inst;
17477 bool SrcMayWrite = BundleMember->Inst->mayWriteToMemory();
17501 DepDest->MemoryDependencies.push_back(BundleMember);
17502 BundleMember->Dependencies++;
17505 BundleMember->incrementUnscheduledDeps(1);
17606 for (ScheduleData *BundleMember = Picked; BundleMember;
17607 BundleMember = BundleMember->NextInBundle) {
17608 Instruction *PickedInst = BundleMember->Inst;