1 //===-- arcmt-test.cpp - ARC Migration Tool testbed -----------------------===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 9 #include "clang/ARCMigrate/ARCMT.h" 10 #include "clang/AST/ASTContext.h" 11 #include "clang/Frontend/PCHContainerOperations.h" 12 #include "clang/Frontend/TextDiagnosticPrinter.h" 13 #include "clang/Frontend/Utils.h" 14 #include "clang/Frontend/VerifyDiagnosticConsumer.h" 15 #include "clang/Lex/Preprocessor.h" 16 #include "clang/Lex/PreprocessorOptions.h" 17 #include "llvm/Support/FileSystem.h" 18 #include "llvm/Support/MemoryBuffer.h" 19 #include "llvm/Support/Path.h" 20 #include "llvm/Support/Signals.h" 21 #include <system_error> 22 23 using namespace clang; 24 using namespace arcmt; 25 26 static llvm::cl::opt<bool> 27 CheckOnly("check-only", 28 llvm::cl::desc("Just check for issues that need to be handled manually")); 29 30 //static llvm::cl::opt<bool> 31 //TestResultForARC("test-result", 32 //llvm::cl::desc("Test the result of transformations by parsing it in ARC mode")); 33 34 static llvm::cl::opt<bool> 35 OutputTransformations("output-transformations", 36 llvm::cl::desc("Print the source transformations")); 37 38 static llvm::cl::opt<bool> 39 VerifyDiags("verify",llvm::cl::desc("Verify emitted diagnostics and warnings")); 40 41 static llvm::cl::opt<bool> 42 VerboseOpt("v", llvm::cl::desc("Enable verbose output")); 43 44 static llvm::cl::opt<bool> 45 VerifyTransformedFiles("verify-transformed-files", 46 llvm::cl::desc("Read pairs of file mappings (typically the output of " 47 "c-arcmt-test) and compare their contents with the filenames " 48 "provided in command-line")); 49 50 static llvm::cl::opt<std::string> 51 RemappingsFile("remappings-file", 52 llvm::cl::desc("Pairs of file mappings (typically the output of " 53 "c-arcmt-test)")); 54 55 static llvm::cl::list<std::string> 56 ResultFiles(llvm::cl::Positional, llvm::cl::desc("<filename>...")); 57 58 static llvm::cl::extrahelp extraHelp( 59 "\nusage with compiler args: arcmt-test [options] --args [compiler flags]\n"); 60 61 // This function isn't referenced outside its translation unit, but it 62 // can't use the "static" keyword because its address is used for 63 // GetMainExecutable (since some platforms don't support taking the 64 // address of main, and some platforms can't implement GetMainExecutable 65 // without being given the address of a function in the main executable). 66 std::string GetExecutablePath(const char *Argv0) { 67 // This just needs to be some symbol in the binary; C++ doesn't 68 // allow taking the address of ::main however. 69 void *MainAddr = (void*) (intptr_t) GetExecutablePath; 70 return llvm::sys::fs::getMainExecutable(Argv0, MainAddr); 71 } 72 73 static void printSourceLocation(SourceLocation loc, ASTContext &Ctx, 74 raw_ostream &OS); 75 static void printSourceRange(CharSourceRange range, ASTContext &Ctx, 76 raw_ostream &OS); 77 78 namespace { 79 80 class PrintTransforms : public MigrationProcess::RewriteListener { 81 ASTContext *Ctx; 82 raw_ostream &OS; 83 84 public: 85 PrintTransforms(raw_ostream &OS) 86 : Ctx(nullptr), OS(OS) {} 87 88 void start(ASTContext &ctx) override { Ctx = &ctx; } 89 void finish() override { Ctx = nullptr; } 90 91 void insert(SourceLocation loc, StringRef text) override { 92 assert(Ctx); 93 OS << "Insert: "; 94 printSourceLocation(loc, *Ctx, OS); 95 OS << " \"" << text << "\"\n"; 96 } 97 98 void remove(CharSourceRange range) override { 99 assert(Ctx); 100 OS << "Remove: "; 101 printSourceRange(range, *Ctx, OS); 102 OS << '\n'; 103 } 104 }; 105 106 } // anonymous namespace 107 108 static bool checkForMigration(StringRef resourcesPath, 109 ArrayRef<const char *> Args) { 110 IntrusiveRefCntPtr<DiagnosticOptions> DiagOpts = new DiagnosticOptions(); 111 DiagnosticConsumer *DiagClient = 112 new TextDiagnosticPrinter(llvm::errs(), &*DiagOpts); 113 IntrusiveRefCntPtr<DiagnosticIDs> DiagID(new DiagnosticIDs()); 114 IntrusiveRefCntPtr<DiagnosticsEngine> Diags( 115 new DiagnosticsEngine(DiagID, &*DiagOpts, DiagClient)); 116 // Chain in -verify checker, if requested. 117 VerifyDiagnosticConsumer *verifyDiag = nullptr; 118 if (VerifyDiags) { 119 verifyDiag = new VerifyDiagnosticConsumer(*Diags); 120 Diags->setClient(verifyDiag); 121 } 122 123 CompilerInvocation CI; 124 if (!CompilerInvocation::CreateFromArgs(CI, Args, *Diags)) 125 return true; 126 127 if (CI.getFrontendOpts().Inputs.empty()) { 128 llvm::errs() << "error: no input files\n"; 129 return true; 130 } 131 132 if (!CI.getLangOpts()->ObjC) 133 return false; 134 135 arcmt::checkForManualIssues(CI, CI.getFrontendOpts().Inputs[0], 136 std::make_shared<PCHContainerOperations>(), 137 Diags->getClient()); 138 return Diags->getClient()->getNumErrors() > 0; 139 } 140 141 static void printResult(FileRemapper &remapper, raw_ostream &OS) { 142 remapper.forEachMapping([](StringRef, StringRef) {}, 143 [&](StringRef, const llvm::MemoryBufferRef &Buffer) { 144 OS << Buffer.getBuffer(); 145 }); 146 } 147 148 static bool performTransformations(StringRef resourcesPath, 149 ArrayRef<const char *> Args) { 150 // Check first. 151 if (checkForMigration(resourcesPath, Args)) 152 return true; 153 154 IntrusiveRefCntPtr<DiagnosticOptions> DiagOpts = new DiagnosticOptions(); 155 DiagnosticConsumer *DiagClient = 156 new TextDiagnosticPrinter(llvm::errs(), &*DiagOpts); 157 IntrusiveRefCntPtr<DiagnosticIDs> DiagID(new DiagnosticIDs()); 158 IntrusiveRefCntPtr<DiagnosticsEngine> TopDiags( 159 new DiagnosticsEngine(DiagID, &*DiagOpts, &*DiagClient)); 160 161 CompilerInvocation origCI; 162 if (!CompilerInvocation::CreateFromArgs(origCI, Args, *TopDiags)) 163 return true; 164 165 if (origCI.getFrontendOpts().Inputs.empty()) { 166 llvm::errs() << "error: no input files\n"; 167 return true; 168 } 169 170 if (!origCI.getLangOpts()->ObjC) 171 return false; 172 173 MigrationProcess migration(origCI, std::make_shared<PCHContainerOperations>(), 174 DiagClient); 175 176 std::vector<TransformFn> 177 transforms = arcmt::getAllTransformations(origCI.getLangOpts()->getGC(), 178 origCI.getMigratorOpts().NoFinalizeRemoval); 179 assert(!transforms.empty()); 180 181 std::unique_ptr<PrintTransforms> transformPrinter; 182 if (OutputTransformations) 183 transformPrinter.reset(new PrintTransforms(llvm::outs())); 184 185 for (unsigned i=0, e = transforms.size(); i != e; ++i) { 186 bool err = migration.applyTransform(transforms[i], transformPrinter.get()); 187 if (err) return true; 188 189 if (VerboseOpt) { 190 if (i == e-1) 191 llvm::errs() << "\n##### FINAL RESULT #####\n"; 192 else 193 llvm::errs() << "\n##### OUTPUT AFTER "<< i+1 <<". TRANSFORMATION #####\n"; 194 printResult(migration.getRemapper(), llvm::errs()); 195 llvm::errs() << "\n##########################\n\n"; 196 } 197 } 198 199 if (!OutputTransformations) 200 printResult(migration.getRemapper(), llvm::outs()); 201 202 // FIXME: TestResultForARC 203 204 return false; 205 } 206 207 static bool filesCompareEqual(StringRef fname1, StringRef fname2) { 208 using namespace llvm; 209 210 ErrorOr<std::unique_ptr<MemoryBuffer>> file1 = 211 MemoryBuffer::getFile(fname1, /*IsText=*/true); 212 if (!file1) 213 return false; 214 215 ErrorOr<std::unique_ptr<MemoryBuffer>> file2 = 216 MemoryBuffer::getFile(fname2, /*IsText=*/true); 217 if (!file2) 218 return false; 219 220 return file1.get()->getBuffer() == file2.get()->getBuffer(); 221 } 222 223 static bool verifyTransformedFiles(ArrayRef<std::string> resultFiles) { 224 using namespace llvm; 225 226 assert(!resultFiles.empty()); 227 228 std::map<StringRef, StringRef> resultMap; 229 230 for (ArrayRef<std::string>::iterator 231 I = resultFiles.begin(), E = resultFiles.end(); I != E; ++I) { 232 StringRef fname(*I); 233 if (!fname.endswith(".result")) { 234 errs() << "error: filename '" << fname 235 << "' does not have '.result' extension\n"; 236 return true; 237 } 238 resultMap[sys::path::stem(fname)] = fname; 239 } 240 241 ErrorOr<std::unique_ptr<MemoryBuffer>> inputBuf = std::error_code(); 242 if (RemappingsFile.empty()) 243 inputBuf = MemoryBuffer::getSTDIN(); 244 else 245 inputBuf = MemoryBuffer::getFile(RemappingsFile, /*IsText=*/true); 246 if (!inputBuf) { 247 errs() << "error: could not read remappings input\n"; 248 return true; 249 } 250 251 SmallVector<StringRef, 8> strs; 252 inputBuf.get()->getBuffer().split(strs, "\n", /*MaxSplit=*/-1, 253 /*KeepEmpty=*/false); 254 255 if (strs.empty()) { 256 errs() << "error: no files to verify from stdin\n"; 257 return true; 258 } 259 if (strs.size() % 2 != 0) { 260 errs() << "error: files to verify are not original/result pairs\n"; 261 return true; 262 } 263 264 for (unsigned i = 0, e = strs.size(); i != e; i += 2) { 265 StringRef inputOrigFname = strs[i]; 266 StringRef inputResultFname = strs[i+1]; 267 268 std::map<StringRef, StringRef>::iterator It; 269 It = resultMap.find(sys::path::filename(inputOrigFname)); 270 if (It == resultMap.end()) { 271 errs() << "error: '" << inputOrigFname << "' is not in the list of " 272 << "transformed files to verify\n"; 273 return true; 274 } 275 276 if (!sys::fs::exists(It->second)) { 277 errs() << "error: '" << It->second << "' does not exist\n"; 278 return true; 279 } 280 if (!sys::fs::exists(inputResultFname)) { 281 errs() << "error: '" << inputResultFname << "' does not exist\n"; 282 return true; 283 } 284 285 if (!filesCompareEqual(It->second, inputResultFname)) { 286 errs() << "error: '" << It->second << "' is different than " 287 << "'" << inputResultFname << "'\n"; 288 return true; 289 } 290 291 resultMap.erase(It); 292 } 293 294 if (!resultMap.empty()) { 295 for (std::map<StringRef, StringRef>::iterator 296 I = resultMap.begin(), E = resultMap.end(); I != E; ++I) 297 errs() << "error: '" << I->second << "' was not verified!\n"; 298 return true; 299 } 300 301 return false; 302 } 303 304 //===----------------------------------------------------------------------===// 305 // Misc. functions. 306 //===----------------------------------------------------------------------===// 307 308 static void printSourceLocation(SourceLocation loc, ASTContext &Ctx, 309 raw_ostream &OS) { 310 SourceManager &SM = Ctx.getSourceManager(); 311 PresumedLoc PL = SM.getPresumedLoc(loc); 312 313 OS << llvm::sys::path::filename(PL.getFilename()); 314 OS << ":" << PL.getLine() << ":" 315 << PL.getColumn(); 316 } 317 318 static void printSourceRange(CharSourceRange range, ASTContext &Ctx, 319 raw_ostream &OS) { 320 SourceManager &SM = Ctx.getSourceManager(); 321 const LangOptions &langOpts = Ctx.getLangOpts(); 322 323 PresumedLoc PL = SM.getPresumedLoc(range.getBegin()); 324 325 OS << llvm::sys::path::filename(PL.getFilename()); 326 OS << " [" << PL.getLine() << ":" 327 << PL.getColumn(); 328 OS << " - "; 329 330 SourceLocation end = range.getEnd(); 331 PL = SM.getPresumedLoc(end); 332 333 unsigned endCol = PL.getColumn() - 1; 334 if (!range.isTokenRange()) 335 endCol += Lexer::MeasureTokenLength(end, SM, langOpts); 336 OS << PL.getLine() << ":" << endCol << "]"; 337 } 338 339 //===----------------------------------------------------------------------===// 340 // Command line processing. 341 //===----------------------------------------------------------------------===// 342 343 int main(int argc, const char **argv) { 344 void *MainAddr = (void*) (intptr_t) GetExecutablePath; 345 llvm::sys::PrintStackTraceOnErrorSignal(argv[0]); 346 347 std::string 348 resourcesPath = CompilerInvocation::GetResourcesPath(argv[0], MainAddr); 349 350 int optargc = 0; 351 for (; optargc != argc; ++optargc) { 352 if (StringRef(argv[optargc]) == "--args") 353 break; 354 } 355 llvm::cl::ParseCommandLineOptions(optargc, argv, "arcmt-test"); 356 357 if (VerifyTransformedFiles) { 358 if (ResultFiles.empty()) { 359 llvm::cl::PrintHelpMessage(); 360 return 1; 361 } 362 return verifyTransformedFiles(ResultFiles); 363 } 364 365 if (optargc == argc) { 366 llvm::cl::PrintHelpMessage(); 367 return 1; 368 } 369 370 ArrayRef<const char*> Args(argv+optargc+1, argc-optargc-1); 371 372 if (CheckOnly) 373 return checkForMigration(resourcesPath, Args); 374 375 return performTransformations(resourcesPath, Args); 376 } 377