1 //===- ObjCARCContract.cpp - ObjC ARC Optimization ------------------------===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 /// \file 9 /// This file defines late ObjC ARC optimizations. ARC stands for Automatic 10 /// Reference Counting and is a system for managing reference counts for objects 11 /// in Objective C. 12 /// 13 /// This specific file mainly deals with ``contracting'' multiple lower level 14 /// operations into singular higher level operations through pattern matching. 15 /// 16 /// WARNING: This file knows about certain library functions. It recognizes them 17 /// by name, and hardwires knowledge of their semantics. 18 /// 19 /// WARNING: This file knows about how certain Objective-C library functions are 20 /// used. Naive LLVM IR transformations which would otherwise be 21 /// behavior-preserving may break these assumptions. 22 /// 23 //===----------------------------------------------------------------------===// 24 25 // TODO: ObjCARCContract could insert PHI nodes when uses aren't 26 // dominated by single calls. 27 28 #include "ARCRuntimeEntryPoints.h" 29 #include "DependencyAnalysis.h" 30 #include "ObjCARC.h" 31 #include "ProvenanceAnalysis.h" 32 #include "llvm/ADT/Statistic.h" 33 #include "llvm/Analysis/AliasAnalysis.h" 34 #include "llvm/Analysis/BasicAliasAnalysis.h" 35 #include "llvm/Analysis/ObjCARCUtil.h" 36 #include "llvm/IR/Dominators.h" 37 #include "llvm/IR/EHPersonalities.h" 38 #include "llvm/IR/InlineAsm.h" 39 #include "llvm/IR/InstIterator.h" 40 #include "llvm/IR/Operator.h" 41 #include "llvm/IR/PassManager.h" 42 #include "llvm/InitializePasses.h" 43 #include "llvm/Support/Debug.h" 44 #include "llvm/Support/raw_ostream.h" 45 #include "llvm/Transforms/ObjCARC.h" 46 47 using namespace llvm; 48 using namespace llvm::objcarc; 49 50 #define DEBUG_TYPE "objc-arc-contract" 51 52 STATISTIC(NumPeeps, "Number of calls peephole-optimized"); 53 STATISTIC(NumStoreStrongs, "Number objc_storeStrong calls formed"); 54 55 //===----------------------------------------------------------------------===// 56 // Declarations 57 //===----------------------------------------------------------------------===// 58 59 namespace { 60 /// Late ARC optimizations 61 /// 62 /// These change the IR in a way that makes it difficult to be analyzed by 63 /// ObjCARCOpt, so it's run late. 64 65 class ObjCARCContract { 66 bool Changed; 67 bool CFGChanged; 68 AAResults *AA; 69 DominatorTree *DT; 70 ProvenanceAnalysis PA; 71 ARCRuntimeEntryPoints EP; 72 BundledRetainClaimRVs *BundledInsts = nullptr; 73 74 /// A flag indicating whether this optimization pass should run. 75 bool Run; 76 77 /// The inline asm string to insert between calls and RetainRV calls to make 78 /// the optimization work on targets which need it. 79 const MDString *RVInstMarker; 80 81 /// The set of inserted objc_storeStrong calls. If at the end of walking the 82 /// function we have found no alloca instructions, these calls can be marked 83 /// "tail". 84 SmallPtrSet<CallInst *, 8> StoreStrongCalls; 85 86 /// Returns true if we eliminated Inst. 87 bool tryToPeepholeInstruction( 88 Function &F, Instruction *Inst, inst_iterator &Iter, 89 bool &TailOkForStoreStrong, 90 const DenseMap<BasicBlock *, ColorVector> &BlockColors); 91 92 bool optimizeRetainCall(Function &F, Instruction *Retain); 93 94 bool contractAutorelease(Function &F, Instruction *Autorelease, 95 ARCInstKind Class); 96 97 void tryToContractReleaseIntoStoreStrong( 98 Instruction *Release, inst_iterator &Iter, 99 const DenseMap<BasicBlock *, ColorVector> &BlockColors); 100 101 public: 102 bool init(Module &M); 103 bool run(Function &F, AAResults *AA, DominatorTree *DT); 104 bool hasCFGChanged() const { return CFGChanged; } 105 }; 106 107 class ObjCARCContractLegacyPass : public FunctionPass { 108 public: 109 void getAnalysisUsage(AnalysisUsage &AU) const override; 110 bool runOnFunction(Function &F) override; 111 112 static char ID; 113 ObjCARCContractLegacyPass() : FunctionPass(ID) { 114 initializeObjCARCContractLegacyPassPass(*PassRegistry::getPassRegistry()); 115 } 116 }; 117 } 118 119 //===----------------------------------------------------------------------===// 120 // Implementation 121 //===----------------------------------------------------------------------===// 122 123 /// Turn objc_retain into objc_retainAutoreleasedReturnValue if the operand is a 124 /// return value. We do this late so we do not disrupt the dataflow analysis in 125 /// ObjCARCOpt. 126 bool ObjCARCContract::optimizeRetainCall(Function &F, Instruction *Retain) { 127 const auto *Call = dyn_cast<CallBase>(GetArgRCIdentityRoot(Retain)); 128 if (!Call) 129 return false; 130 if (Call->getParent() != Retain->getParent()) 131 return false; 132 133 // Check that the call is next to the retain. 134 BasicBlock::const_iterator I = ++Call->getIterator(); 135 while (IsNoopInstruction(&*I)) 136 ++I; 137 if (&*I != Retain) 138 return false; 139 140 // Turn it to an objc_retainAutoreleasedReturnValue. 141 Changed = true; 142 ++NumPeeps; 143 144 LLVM_DEBUG( 145 dbgs() << "Transforming objc_retain => " 146 "objc_retainAutoreleasedReturnValue since the operand is a " 147 "return value.\nOld: " 148 << *Retain << "\n"); 149 150 // We do not have to worry about tail calls/does not throw since 151 // retain/retainRV have the same properties. 152 Function *Decl = EP.get(ARCRuntimeEntryPointKind::RetainRV); 153 cast<CallInst>(Retain)->setCalledFunction(Decl); 154 155 LLVM_DEBUG(dbgs() << "New: " << *Retain << "\n"); 156 return true; 157 } 158 159 /// Merge an autorelease with a retain into a fused call. 160 bool ObjCARCContract::contractAutorelease(Function &F, Instruction *Autorelease, 161 ARCInstKind Class) { 162 const Value *Arg = GetArgRCIdentityRoot(Autorelease); 163 164 // Check that there are no instructions between the retain and the autorelease 165 // (such as an autorelease_pop) which may change the count. 166 DependenceKind DK = Class == ARCInstKind::AutoreleaseRV 167 ? RetainAutoreleaseRVDep 168 : RetainAutoreleaseDep; 169 auto *Retain = dyn_cast_or_null<CallInst>( 170 findSingleDependency(DK, Arg, Autorelease->getParent(), Autorelease, PA)); 171 172 if (!Retain || GetBasicARCInstKind(Retain) != ARCInstKind::Retain || 173 GetArgRCIdentityRoot(Retain) != Arg) 174 return false; 175 176 Changed = true; 177 ++NumPeeps; 178 179 LLVM_DEBUG(dbgs() << " Fusing retain/autorelease!\n" 180 " Autorelease:" 181 << *Autorelease 182 << "\n" 183 " Retain: " 184 << *Retain << "\n"); 185 186 Function *Decl = EP.get(Class == ARCInstKind::AutoreleaseRV 187 ? ARCRuntimeEntryPointKind::RetainAutoreleaseRV 188 : ARCRuntimeEntryPointKind::RetainAutorelease); 189 Retain->setCalledFunction(Decl); 190 191 LLVM_DEBUG(dbgs() << " New RetainAutorelease: " << *Retain << "\n"); 192 193 EraseInstruction(Autorelease); 194 return true; 195 } 196 197 static StoreInst *findSafeStoreForStoreStrongContraction(LoadInst *Load, 198 Instruction *Release, 199 ProvenanceAnalysis &PA, 200 AAResults *AA) { 201 StoreInst *Store = nullptr; 202 bool SawRelease = false; 203 204 // Get the location associated with Load. 205 MemoryLocation Loc = MemoryLocation::get(Load); 206 auto *LocPtr = Loc.Ptr->stripPointerCasts(); 207 208 // Walk down to find the store and the release, which may be in either order. 209 for (auto I = std::next(BasicBlock::iterator(Load)), 210 E = Load->getParent()->end(); 211 I != E; ++I) { 212 // If we found the store we were looking for and saw the release, 213 // break. There is no more work to be done. 214 if (Store && SawRelease) 215 break; 216 217 // Now we know that we have not seen either the store or the release. If I 218 // is the release, mark that we saw the release and continue. 219 Instruction *Inst = &*I; 220 if (Inst == Release) { 221 SawRelease = true; 222 continue; 223 } 224 225 // Otherwise, we check if Inst is a "good" store. Grab the instruction class 226 // of Inst. 227 ARCInstKind Class = GetBasicARCInstKind(Inst); 228 229 // If we have seen the store, but not the release... 230 if (Store) { 231 // We need to make sure that it is safe to move the release from its 232 // current position to the store. This implies proving that any 233 // instruction in between Store and the Release conservatively can not use 234 // the RCIdentityRoot of Release. If we can prove we can ignore Inst, so 235 // continue... 236 if (!CanUse(Inst, Load, PA, Class)) { 237 continue; 238 } 239 240 // Otherwise, be conservative and return nullptr. 241 return nullptr; 242 } 243 244 // Ok, now we know we have not seen a store yet. 245 246 // If Inst is a retain, we don't care about it as it doesn't prevent moving 247 // the load to the store. 248 // 249 // TODO: This is one area where the optimization could be made more 250 // aggressive. 251 if (IsRetain(Class)) 252 continue; 253 254 // See if Inst can write to our load location, if it can not, just ignore 255 // the instruction. 256 if (!isModSet(AA->getModRefInfo(Inst, Loc))) 257 continue; 258 259 Store = dyn_cast<StoreInst>(Inst); 260 261 // If Inst can, then check if Inst is a simple store. If Inst is not a 262 // store or a store that is not simple, then we have some we do not 263 // understand writing to this memory implying we can not move the load 264 // over the write to any subsequent store that we may find. 265 if (!Store || !Store->isSimple()) 266 return nullptr; 267 268 // Then make sure that the pointer we are storing to is Ptr. If so, we 269 // found our Store! 270 if (Store->getPointerOperand()->stripPointerCasts() == LocPtr) 271 continue; 272 273 // Otherwise, we have an unknown store to some other ptr that clobbers 274 // Loc.Ptr. Bail! 275 return nullptr; 276 } 277 278 // If we did not find the store or did not see the release, fail. 279 if (!Store || !SawRelease) 280 return nullptr; 281 282 // We succeeded! 283 return Store; 284 } 285 286 static Instruction * 287 findRetainForStoreStrongContraction(Value *New, StoreInst *Store, 288 Instruction *Release, 289 ProvenanceAnalysis &PA) { 290 // Walk up from the Store to find the retain. 291 BasicBlock::iterator I = Store->getIterator(); 292 BasicBlock::iterator Begin = Store->getParent()->begin(); 293 while (I != Begin && GetBasicARCInstKind(&*I) != ARCInstKind::Retain) { 294 Instruction *Inst = &*I; 295 296 // It is only safe to move the retain to the store if we can prove 297 // conservatively that nothing besides the release can decrement reference 298 // counts in between the retain and the store. 299 if (CanDecrementRefCount(Inst, New, PA) && Inst != Release) 300 return nullptr; 301 --I; 302 } 303 Instruction *Retain = &*I; 304 if (GetBasicARCInstKind(Retain) != ARCInstKind::Retain) 305 return nullptr; 306 if (GetArgRCIdentityRoot(Retain) != New) 307 return nullptr; 308 return Retain; 309 } 310 311 /// Attempt to merge an objc_release with a store, load, and objc_retain to form 312 /// an objc_storeStrong. An objc_storeStrong: 313 /// 314 /// objc_storeStrong(i8** %old_ptr, i8* new_value) 315 /// 316 /// is equivalent to the following IR sequence: 317 /// 318 /// ; Load old value. 319 /// %old_value = load i8** %old_ptr (1) 320 /// 321 /// ; Increment the new value and then release the old value. This must occur 322 /// ; in order in case old_value releases new_value in its destructor causing 323 /// ; us to potentially have a dangling ptr. 324 /// tail call i8* @objc_retain(i8* %new_value) (2) 325 /// tail call void @objc_release(i8* %old_value) (3) 326 /// 327 /// ; Store the new_value into old_ptr 328 /// store i8* %new_value, i8** %old_ptr (4) 329 /// 330 /// The safety of this optimization is based around the following 331 /// considerations: 332 /// 333 /// 1. We are forming the store strong at the store. Thus to perform this 334 /// optimization it must be safe to move the retain, load, and release to 335 /// (4). 336 /// 2. We need to make sure that any re-orderings of (1), (2), (3), (4) are 337 /// safe. 338 void ObjCARCContract::tryToContractReleaseIntoStoreStrong( 339 Instruction *Release, inst_iterator &Iter, 340 const DenseMap<BasicBlock *, ColorVector> &BlockColors) { 341 // See if we are releasing something that we just loaded. 342 auto *Load = dyn_cast<LoadInst>(GetArgRCIdentityRoot(Release)); 343 if (!Load || !Load->isSimple()) 344 return; 345 346 // For now, require everything to be in one basic block. 347 BasicBlock *BB = Release->getParent(); 348 if (Load->getParent() != BB) 349 return; 350 351 // First scan down the BB from Load, looking for a store of the RCIdentityRoot 352 // of Load's 353 StoreInst *Store = 354 findSafeStoreForStoreStrongContraction(Load, Release, PA, AA); 355 // If we fail, bail. 356 if (!Store) 357 return; 358 359 // Then find what new_value's RCIdentity Root is. 360 Value *New = GetRCIdentityRoot(Store->getValueOperand()); 361 362 // Then walk up the BB and look for a retain on New without any intervening 363 // instructions which conservatively might decrement ref counts. 364 Instruction *Retain = 365 findRetainForStoreStrongContraction(New, Store, Release, PA); 366 367 // If we fail, bail. 368 if (!Retain) 369 return; 370 371 Changed = true; 372 ++NumStoreStrongs; 373 374 LLVM_DEBUG( 375 llvm::dbgs() << " Contracting retain, release into objc_storeStrong.\n" 376 << " Old:\n" 377 << " Store: " << *Store << "\n" 378 << " Release: " << *Release << "\n" 379 << " Retain: " << *Retain << "\n" 380 << " Load: " << *Load << "\n"); 381 382 Value *Args[] = {Load->getPointerOperand(), New}; 383 Function *Decl = EP.get(ARCRuntimeEntryPointKind::StoreStrong); 384 CallInst *StoreStrong = objcarc::createCallInstWithColors( 385 Decl, Args, "", Store->getIterator(), BlockColors); 386 StoreStrong->setDoesNotThrow(); 387 StoreStrong->setDebugLoc(Store->getDebugLoc()); 388 389 // We can't set the tail flag yet, because we haven't yet determined 390 // whether there are any escaping allocas. Remember this call, so that 391 // we can set the tail flag once we know it's safe. 392 StoreStrongCalls.insert(StoreStrong); 393 394 LLVM_DEBUG(llvm::dbgs() << " New Store Strong: " << *StoreStrong 395 << "\n"); 396 397 if (&*Iter == Retain) ++Iter; 398 if (&*Iter == Store) ++Iter; 399 Store->eraseFromParent(); 400 Release->eraseFromParent(); 401 EraseInstruction(Retain); 402 if (Load->use_empty()) 403 Load->eraseFromParent(); 404 } 405 406 bool ObjCARCContract::tryToPeepholeInstruction( 407 Function &F, Instruction *Inst, inst_iterator &Iter, 408 bool &TailOkForStoreStrongs, 409 const DenseMap<BasicBlock *, ColorVector> &BlockColors) { 410 // Only these library routines return their argument. In particular, 411 // objc_retainBlock does not necessarily return its argument. 412 ARCInstKind Class = GetBasicARCInstKind(Inst); 413 switch (Class) { 414 case ARCInstKind::FusedRetainAutorelease: 415 case ARCInstKind::FusedRetainAutoreleaseRV: 416 return false; 417 case ARCInstKind::Autorelease: 418 case ARCInstKind::AutoreleaseRV: 419 return contractAutorelease(F, Inst, Class); 420 case ARCInstKind::Retain: 421 // Attempt to convert retains to retainrvs if they are next to function 422 // calls. 423 if (!optimizeRetainCall(F, Inst)) 424 return false; 425 // If we succeed in our optimization, fall through. 426 [[fallthrough]]; 427 case ARCInstKind::RetainRV: 428 case ARCInstKind::UnsafeClaimRV: { 429 // Return true if this is a bundled retainRV/claimRV call, which is always 430 // redundant with the attachedcall in the bundle, and is going to be erased 431 // at the end of this pass. This avoids undoing objc-arc-expand and 432 // replacing uses of the retainRV/claimRV call's argument with its result. 433 if (BundledInsts->contains(Inst)) 434 return true; 435 436 // If this isn't a bundled call, and the target doesn't need a special 437 // inline-asm marker, we're done: return now, and undo objc-arc-expand. 438 if (!RVInstMarker) 439 return false; 440 441 // The target needs a special inline-asm marker. Insert it. 442 443 BasicBlock::iterator BBI = Inst->getIterator(); 444 BasicBlock *InstParent = Inst->getParent(); 445 446 // Step up to see if the call immediately precedes the RV call. 447 // If it's an invoke, we have to cross a block boundary. And we have 448 // to carefully dodge no-op instructions. 449 do { 450 if (BBI == InstParent->begin()) { 451 BasicBlock *Pred = InstParent->getSinglePredecessor(); 452 if (!Pred) 453 goto decline_rv_optimization; 454 BBI = Pred->getTerminator()->getIterator(); 455 break; 456 } 457 --BBI; 458 } while (IsNoopInstruction(&*BBI)); 459 460 if (GetRCIdentityRoot(&*BBI) == GetArgRCIdentityRoot(Inst)) { 461 LLVM_DEBUG(dbgs() << "Adding inline asm marker for the return value " 462 "optimization.\n"); 463 Changed = true; 464 InlineAsm *IA = 465 InlineAsm::get(FunctionType::get(Type::getVoidTy(Inst->getContext()), 466 /*isVarArg=*/false), 467 RVInstMarker->getString(), 468 /*Constraints=*/"", /*hasSideEffects=*/true); 469 470 objcarc::createCallInstWithColors(IA, {}, "", Inst->getIterator(), 471 BlockColors); 472 } 473 decline_rv_optimization: 474 return false; 475 } 476 case ARCInstKind::InitWeak: { 477 // objc_initWeak(p, null) => *p = null 478 CallInst *CI = cast<CallInst>(Inst); 479 if (IsNullOrUndef(CI->getArgOperand(1))) { 480 Value *Null = ConstantPointerNull::get(cast<PointerType>(CI->getType())); 481 Changed = true; 482 new StoreInst(Null, CI->getArgOperand(0), CI->getIterator()); 483 484 LLVM_DEBUG(dbgs() << "OBJCARCContract: Old = " << *CI << "\n" 485 << " New = " << *Null << "\n"); 486 487 CI->replaceAllUsesWith(Null); 488 CI->eraseFromParent(); 489 } 490 return true; 491 } 492 case ARCInstKind::Release: 493 // Try to form an objc store strong from our release. If we fail, there is 494 // nothing further to do below, so continue. 495 tryToContractReleaseIntoStoreStrong(Inst, Iter, BlockColors); 496 return true; 497 case ARCInstKind::User: 498 // Be conservative if the function has any alloca instructions. 499 // Technically we only care about escaping alloca instructions, 500 // but this is sufficient to handle some interesting cases. 501 if (isa<AllocaInst>(Inst)) 502 TailOkForStoreStrongs = false; 503 return true; 504 case ARCInstKind::IntrinsicUser: 505 // Remove calls to @llvm.objc.clang.arc.use(...). 506 Changed = true; 507 Inst->eraseFromParent(); 508 return true; 509 default: 510 if (auto *CI = dyn_cast<CallInst>(Inst)) 511 if (CI->getIntrinsicID() == Intrinsic::objc_clang_arc_noop_use) { 512 // Remove calls to @llvm.objc.clang.arc.noop.use(...). 513 Changed = true; 514 CI->eraseFromParent(); 515 } 516 return true; 517 } 518 } 519 520 //===----------------------------------------------------------------------===// 521 // Top Level Driver 522 //===----------------------------------------------------------------------===// 523 524 bool ObjCARCContract::init(Module &M) { 525 Run = ModuleHasARC(M); 526 if (!Run) 527 return false; 528 529 EP.init(&M); 530 531 // Initialize RVInstMarker. 532 RVInstMarker = getRVInstMarker(M); 533 534 return false; 535 } 536 537 bool ObjCARCContract::run(Function &F, AAResults *A, DominatorTree *D) { 538 if (!Run) 539 return false; 540 541 if (!EnableARCOpts) 542 return false; 543 544 Changed = CFGChanged = false; 545 AA = A; 546 DT = D; 547 PA.setAA(A); 548 BundledRetainClaimRVs BRV(/*ContractPass=*/true); 549 BundledInsts = &BRV; 550 551 std::pair<bool, bool> R = BundledInsts->insertAfterInvokes(F, DT); 552 Changed |= R.first; 553 CFGChanged |= R.second; 554 555 DenseMap<BasicBlock *, ColorVector> BlockColors; 556 if (F.hasPersonalityFn() && 557 isScopedEHPersonality(classifyEHPersonality(F.getPersonalityFn()))) 558 BlockColors = colorEHFunclets(F); 559 560 LLVM_DEBUG(llvm::dbgs() << "**** ObjCARC Contract ****\n"); 561 562 // Track whether it's ok to mark objc_storeStrong calls with the "tail" 563 // keyword. Be conservative if the function has variadic arguments. 564 // It seems that functions which "return twice" are also unsafe for the 565 // "tail" argument, because they are setjmp, which could need to 566 // return to an earlier stack state. 567 bool TailOkForStoreStrongs = 568 !F.isVarArg() && !F.callsFunctionThatReturnsTwice(); 569 570 // For ObjC library calls which return their argument, replace uses of the 571 // argument with uses of the call return value, if it dominates the use. This 572 // reduces register pressure. 573 for (inst_iterator I = inst_begin(&F), E = inst_end(&F); I != E;) { 574 Instruction *Inst = &*I++; 575 576 LLVM_DEBUG(dbgs() << "Visiting: " << *Inst << "\n"); 577 578 if (auto *CI = dyn_cast<CallInst>(Inst)) 579 if (objcarc::hasAttachedCallOpBundle(CI)) { 580 BundledInsts->insertRVCallWithColors(I->getIterator(), CI, BlockColors); 581 --I; 582 Changed = true; 583 } 584 585 // First try to peephole Inst. If there is nothing further we can do in 586 // terms of undoing objc-arc-expand, process the next inst. 587 if (tryToPeepholeInstruction(F, Inst, I, TailOkForStoreStrongs, 588 BlockColors)) 589 continue; 590 591 // Otherwise, try to undo objc-arc-expand. 592 593 // Don't use GetArgRCIdentityRoot because we don't want to look through bitcasts 594 // and such; to do the replacement, the argument must have type i8*. 595 596 // Function for replacing uses of Arg dominated by Inst. 597 auto ReplaceArgUses = [Inst, this](Value *Arg) { 598 // If we're compiling bugpointed code, don't get in trouble. 599 if (!isa<Instruction>(Arg) && !isa<Argument>(Arg)) 600 return; 601 602 // Look through the uses of the pointer. 603 for (Value::use_iterator UI = Arg->use_begin(), UE = Arg->use_end(); 604 UI != UE; ) { 605 // Increment UI now, because we may unlink its element. 606 Use &U = *UI++; 607 unsigned OperandNo = U.getOperandNo(); 608 609 // If the call's return value dominates a use of the call's argument 610 // value, rewrite the use to use the return value. We check for 611 // reachability here because an unreachable call is considered to 612 // trivially dominate itself, which would lead us to rewriting its 613 // argument in terms of its return value, which would lead to 614 // infinite loops in GetArgRCIdentityRoot. 615 if (!DT->isReachableFromEntry(U) || !DT->dominates(Inst, U)) 616 continue; 617 618 Changed = true; 619 Instruction *Replacement = Inst; 620 Type *UseTy = U.get()->getType(); 621 if (PHINode *PHI = dyn_cast<PHINode>(U.getUser())) { 622 // For PHI nodes, insert the bitcast in the predecessor block. 623 unsigned ValNo = PHINode::getIncomingValueNumForOperand(OperandNo); 624 BasicBlock *IncomingBB = PHI->getIncomingBlock(ValNo); 625 if (Replacement->getType() != UseTy) { 626 // A catchswitch is both a pad and a terminator, meaning a basic 627 // block with a catchswitch has no insertion point. Keep going up 628 // the dominator tree until we find a non-catchswitch. 629 BasicBlock *InsertBB = IncomingBB; 630 while (isa<CatchSwitchInst>(InsertBB->getFirstNonPHIIt())) { 631 InsertBB = DT->getNode(InsertBB)->getIDom()->getBlock(); 632 } 633 634 assert(DT->dominates(Inst, &InsertBB->back()) && 635 "Invalid insertion point for bitcast"); 636 Replacement = new BitCastInst(Replacement, UseTy, "", 637 InsertBB->back().getIterator()); 638 } 639 640 // While we're here, rewrite all edges for this PHI, rather 641 // than just one use at a time, to minimize the number of 642 // bitcasts we emit. 643 for (unsigned i = 0, e = PHI->getNumIncomingValues(); i != e; ++i) 644 if (PHI->getIncomingBlock(i) == IncomingBB) { 645 // Keep the UI iterator valid. 646 if (UI != UE && 647 &PHI->getOperandUse( 648 PHINode::getOperandNumForIncomingValue(i)) == &*UI) 649 ++UI; 650 PHI->setIncomingValue(i, Replacement); 651 } 652 } else { 653 if (Replacement->getType() != UseTy) 654 Replacement = 655 new BitCastInst(Replacement, UseTy, "", 656 cast<Instruction>(U.getUser())->getIterator()); 657 U.set(Replacement); 658 } 659 } 660 }; 661 662 Value *Arg = cast<CallInst>(Inst)->getArgOperand(0); 663 Value *OrigArg = Arg; 664 665 // TODO: Change this to a do-while. 666 for (;;) { 667 ReplaceArgUses(Arg); 668 669 // If Arg is a no-op casted pointer, strip one level of casts and iterate. 670 if (const BitCastInst *BI = dyn_cast<BitCastInst>(Arg)) 671 Arg = BI->getOperand(0); 672 else if (isa<GEPOperator>(Arg) && 673 cast<GEPOperator>(Arg)->hasAllZeroIndices()) 674 Arg = cast<GEPOperator>(Arg)->getPointerOperand(); 675 else if (isa<GlobalAlias>(Arg) && 676 !cast<GlobalAlias>(Arg)->isInterposable()) 677 Arg = cast<GlobalAlias>(Arg)->getAliasee(); 678 else { 679 // If Arg is a PHI node, get PHIs that are equivalent to it and replace 680 // their uses. 681 if (PHINode *PN = dyn_cast<PHINode>(Arg)) { 682 SmallVector<Value *, 1> PHIList; 683 getEquivalentPHIs(*PN, PHIList); 684 for (Value *PHI : PHIList) 685 ReplaceArgUses(PHI); 686 } 687 break; 688 } 689 } 690 691 // Replace bitcast users of Arg that are dominated by Inst. 692 SmallVector<BitCastInst *, 2> BitCastUsers; 693 694 // Add all bitcast users of the function argument first. 695 for (User *U : OrigArg->users()) 696 if (auto *BC = dyn_cast<BitCastInst>(U)) 697 BitCastUsers.push_back(BC); 698 699 // Replace the bitcasts with the call return. Iterate until list is empty. 700 while (!BitCastUsers.empty()) { 701 auto *BC = BitCastUsers.pop_back_val(); 702 for (User *U : BC->users()) 703 if (auto *B = dyn_cast<BitCastInst>(U)) 704 BitCastUsers.push_back(B); 705 706 ReplaceArgUses(BC); 707 } 708 } 709 710 // If this function has no escaping allocas or suspicious vararg usage, 711 // objc_storeStrong calls can be marked with the "tail" keyword. 712 if (TailOkForStoreStrongs) 713 for (CallInst *CI : StoreStrongCalls) 714 CI->setTailCall(); 715 StoreStrongCalls.clear(); 716 717 return Changed; 718 } 719 720 //===----------------------------------------------------------------------===// 721 // Misc Pass Manager 722 //===----------------------------------------------------------------------===// 723 724 char ObjCARCContractLegacyPass::ID = 0; 725 INITIALIZE_PASS_BEGIN(ObjCARCContractLegacyPass, "objc-arc-contract", 726 "ObjC ARC contraction", false, false) 727 INITIALIZE_PASS_DEPENDENCY(AAResultsWrapperPass) 728 INITIALIZE_PASS_DEPENDENCY(DominatorTreeWrapperPass) 729 INITIALIZE_PASS_END(ObjCARCContractLegacyPass, "objc-arc-contract", 730 "ObjC ARC contraction", false, false) 731 732 void ObjCARCContractLegacyPass::getAnalysisUsage(AnalysisUsage &AU) const { 733 AU.addRequired<AAResultsWrapperPass>(); 734 AU.addRequired<DominatorTreeWrapperPass>(); 735 AU.addPreserved<AAResultsWrapperPass>(); 736 AU.addPreserved<BasicAAWrapperPass>(); 737 AU.addPreserved<DominatorTreeWrapperPass>(); 738 } 739 740 Pass *llvm::createObjCARCContractPass() { 741 return new ObjCARCContractLegacyPass(); 742 } 743 744 bool ObjCARCContractLegacyPass::runOnFunction(Function &F) { 745 ObjCARCContract OCARCC; 746 OCARCC.init(*F.getParent()); 747 auto *AA = &getAnalysis<AAResultsWrapperPass>().getAAResults(); 748 auto *DT = &getAnalysis<DominatorTreeWrapperPass>().getDomTree(); 749 return OCARCC.run(F, AA, DT); 750 } 751 752 PreservedAnalyses ObjCARCContractPass::run(Function &F, 753 FunctionAnalysisManager &AM) { 754 ObjCARCContract OCAC; 755 OCAC.init(*F.getParent()); 756 757 bool Changed = OCAC.run(F, &AM.getResult<AAManager>(F), 758 &AM.getResult<DominatorTreeAnalysis>(F)); 759 bool CFGChanged = OCAC.hasCFGChanged(); 760 if (Changed) { 761 PreservedAnalyses PA; 762 if (!CFGChanged) 763 PA.preserveSet<CFGAnalyses>(); 764 return PA; 765 } 766 return PreservedAnalyses::all(); 767 } 768