1 //===- unittests/Basic/LexerTest.cpp ------ Lexer tests -------------------===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 10 #include "clang/Basic/SourceManager.h" 11 #include "clang/Basic/FileManager.h" 12 #include "clang/Basic/Diagnostic.h" 13 #include "clang/Basic/LangOptions.h" 14 #include "clang/Basic/TargetOptions.h" 15 #include "clang/Basic/TargetInfo.h" 16 #include "clang/Lex/ModuleLoader.h" 17 #include "clang/Lex/HeaderSearch.h" 18 #include "clang/Lex/Preprocessor.h" 19 #include "llvm/Config/config.h" 20 21 #include "gtest/gtest.h" 22 23 using namespace llvm; 24 using namespace clang; 25 26 namespace { 27 28 // The test fixture. 29 class LexerTest : public ::testing::Test { 30 protected: 31 LexerTest() 32 : FileMgr(FileMgrOpts), 33 DiagID(new DiagnosticIDs()), 34 Diags(DiagID, new IgnoringDiagConsumer()), 35 SourceMgr(Diags, FileMgr) { 36 TargetOpts.Triple = "x86_64-apple-darwin11.1.0"; 37 Target = TargetInfo::CreateTargetInfo(Diags, TargetOpts); 38 } 39 40 FileSystemOptions FileMgrOpts; 41 FileManager FileMgr; 42 llvm::IntrusiveRefCntPtr<DiagnosticIDs> DiagID; 43 DiagnosticsEngine Diags; 44 SourceManager SourceMgr; 45 LangOptions LangOpts; 46 TargetOptions TargetOpts; 47 llvm::IntrusiveRefCntPtr<TargetInfo> Target; 48 }; 49 50 class VoidModuleLoader : public ModuleLoader { 51 virtual Module *loadModule(SourceLocation ImportLoc, ModuleIdPath Path, 52 Module::NameVisibilityKind Visibility, 53 bool IsInclusionDirective) { 54 return 0; 55 } 56 }; 57 58 TEST_F(LexerTest, LexAPI) { 59 const char *source = 60 "#define M(x) [x]\n" 61 "M(foo)"; 62 MemoryBuffer *buf = MemoryBuffer::getMemBuffer(source); 63 FileID mainFileID = SourceMgr.createMainFileIDForMemBuffer(buf); 64 65 VoidModuleLoader ModLoader; 66 HeaderSearch HeaderInfo(FileMgr, Diags, LangOpts); 67 Preprocessor PP(Diags, LangOpts, 68 Target.getPtr(), 69 SourceMgr, HeaderInfo, ModLoader, 70 /*IILookup =*/ 0, 71 /*OwnsHeaderSearch =*/false, 72 /*DelayInitialization =*/ false); 73 PP.EnterMainSourceFile(); 74 75 std::vector<Token> toks; 76 while (1) { 77 Token tok; 78 PP.Lex(tok); 79 if (tok.is(tok::eof)) 80 break; 81 toks.push_back(tok); 82 } 83 84 // Make sure we got the tokens that we expected. 85 ASSERT_EQ(3U, toks.size()); 86 ASSERT_EQ(tok::l_square, toks[0].getKind()); 87 ASSERT_EQ(tok::identifier, toks[1].getKind()); 88 ASSERT_EQ(tok::r_square, toks[2].getKind()); 89 90 SourceLocation lsqrLoc = toks[0].getLocation(); 91 SourceLocation idLoc = toks[1].getLocation(); 92 SourceLocation rsqrLoc = toks[2].getLocation(); 93 std::pair<SourceLocation,SourceLocation> 94 macroPair = SourceMgr.getExpansionRange(lsqrLoc); 95 SourceRange macroRange = SourceRange(macroPair.first, macroPair.second); 96 97 SourceLocation Loc; 98 EXPECT_TRUE(Lexer::isAtStartOfMacroExpansion(lsqrLoc, SourceMgr, LangOpts, &Loc)); 99 EXPECT_EQ(Loc, macroRange.getBegin()); 100 EXPECT_FALSE(Lexer::isAtStartOfMacroExpansion(idLoc, SourceMgr, LangOpts)); 101 EXPECT_FALSE(Lexer::isAtEndOfMacroExpansion(idLoc, SourceMgr, LangOpts)); 102 EXPECT_TRUE(Lexer::isAtEndOfMacroExpansion(rsqrLoc, SourceMgr, LangOpts, &Loc)); 103 EXPECT_EQ(Loc, macroRange.getEnd()); 104 105 CharSourceRange range = Lexer::makeFileCharRange(SourceRange(lsqrLoc, idLoc), 106 SourceMgr, LangOpts); 107 EXPECT_TRUE(range.isInvalid()); 108 range = Lexer::makeFileCharRange(SourceRange(idLoc, rsqrLoc), 109 SourceMgr, LangOpts); 110 EXPECT_TRUE(range.isInvalid()); 111 range = Lexer::makeFileCharRange(SourceRange(lsqrLoc, rsqrLoc), 112 SourceMgr, LangOpts); 113 EXPECT_TRUE(!range.isTokenRange()); 114 EXPECT_EQ(range.getAsRange(), 115 SourceRange(macroRange.getBegin(), 116 macroRange.getEnd().getLocWithOffset(1))); 117 118 StringRef text = Lexer::getSourceText( 119 CharSourceRange::getTokenRange(SourceRange(lsqrLoc, rsqrLoc)), 120 SourceMgr, LangOpts); 121 EXPECT_EQ(text, "M(foo)"); 122 } 123 124 } // anonymous namespace 125