Lines Matching defs:ThisTokBuf
131 const char *&ThisTokBuf,
137 const char *EscapeBegin = ThisTokBuf;
142 ++ThisTokBuf;
146 unsigned ResultChar = *ThisTokBuf++;
162 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
168 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
189 if (ThisTokBuf != ThisTokEnd && *ThisTokBuf == '{') {
191 ThisTokBuf++;
192 if (*ThisTokBuf == '}') {
193 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
197 } else if (ThisTokBuf == ThisTokEnd || !isHexDigit(*ThisTokBuf)) {
199 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
206 for (; ThisTokBuf != ThisTokEnd; ++ThisTokBuf) {
207 if (Delimited && *ThisTokBuf == '}') {
208 ThisTokBuf++;
212 int CharVal = llvm::hexDigitValue(*ThisTokBuf);
219 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
221 << StringRef(ThisTokBuf, 1);
240 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
249 --ThisTokBuf;
257 ResultChar |= *ThisTokBuf++ - '0';
259 } while (ThisTokBuf != ThisTokEnd && NumDigits < 3 &&
260 ThisTokBuf[0] >= '0' && ThisTokBuf[0] <= '7');
265 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
273 if (ThisTokBuf == ThisTokEnd || *ThisTokBuf != '{') {
276 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
284 ++ThisTokBuf;
285 if (*ThisTokBuf == '}') {
286 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
291 while (ThisTokBuf != ThisTokEnd) {
292 if (*ThisTokBuf == '}') {
294 ThisTokBuf++;
297 if (*ThisTokBuf < '0' || *ThisTokBuf > '7') {
300 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
302 << StringRef(ThisTokBuf, 1);
303 ThisTokBuf++;
311 ResultChar |= *ThisTokBuf++ - '0';
318 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
329 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
338 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
342 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
350 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
354 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
363 Diag(Diags, Features, Loc, ThisTokBegin, EscapeBegin, ThisTokBuf,
365 << StringRef(EscapeBegin, ThisTokBuf - EscapeBegin);
456 const char *&ThisTokBuf,
462 const char *UcnBegin = ThisTokBuf;
467 ThisTokBuf += 2;
470 ThisTokBuf != ThisTokEnd && *ThisTokBuf == '{') {
472 ThisTokBuf++;
473 } else if (ThisTokBuf == ThisTokEnd || !isHexDigit(*ThisTokBuf)) {
475 Diag(Diags, Features, Loc, ThisTokBegin, UcnBegin, ThisTokBuf,
477 << StringRef(&ThisTokBuf[-1], 1);
480 UcnLen = (ThisTokBuf[-1] == 'u' ? 4 : 8);
484 for (; ThisTokBuf != ThisTokEnd && (Delimited || Count != UcnLen);
485 ++ThisTokBuf) {
486 if (Delimited && *ThisTokBuf == '}') {
487 ++ThisTokBuf;
491 int CharVal = llvm::hexDigitValue(*ThisTokBuf);
497 Diag(Diags, Features, Loc, ThisTokBegin, UcnBegin, ThisTokBuf,
499 << StringRef(ThisTokBuf, 1);
515 Diag(Diags, Features, Loc, ThisTokBegin, UcnBegin, ThisTokBuf,
523 Diag(Diags, Features, Loc, ThisTokBegin, UcnBegin, ThisTokBuf,
533 Diag(Diags, Features, Loc, ThisTokBegin, UcnBegin, ThisTokBuf,
597 const char *&ThisTokBuf,
602 const char *UcnBegin = ThisTokBuf;
604 ThisTokBuf += 2;
605 if (ThisTokBuf == ThisTokEnd || *ThisTokBuf != '{') {
607 Diag(Diags, Features, Loc, ThisTokBegin, UcnBegin, ThisTokBuf,
609 << StringRef(&ThisTokBuf[-1], 1);
613 ThisTokBuf++;
614 const char *ClosingBrace = std::find_if(ThisTokBuf, ThisTokEnd, [](char C) {
618 bool Empty = ClosingBrace == ThisTokBuf;
621 Diag(Diags, Features, Loc, ThisTokBegin, UcnBegin, ThisTokBuf,
626 ThisTokBuf = ClosingBrace == ThisTokEnd ? ClosingBrace : ClosingBrace + 1;
629 StringRef Name(ThisTokBuf, ClosingBrace - ThisTokBuf);
630 ThisTokBuf = ClosingBrace + 1;
645 static bool ProcessUCNEscape(const char *ThisTokBegin, const char *&ThisTokBuf,
653 const char *UcnBegin = ThisTokBuf;
656 if (ThisTokBuf[1] == 'N') {
658 HasError = !ProcessNamedUCNEscape(ThisTokBegin, ThisTokBuf, ThisTokEnd,
662 !ProcessNumericUCNEscape(ThisTokBegin, ThisTokBuf, ThisTokEnd, UcnVal,
673 Diag(Diags, Features, Loc, ThisTokBegin, UcnBegin, ThisTokBuf,
688 Diag(Diags, Features, Loc, ThisTokBegin, UcnBegin, ThisTokBuf,
695 Diag(Diags, Features, Loc, ThisTokBegin, UcnBegin, ThisTokBuf,
706 Diag(Diags, Features, Loc, ThisTokBegin, UcnBegin, ThisTokBuf,
710 Diag(Diags, Features, Loc, ThisTokBegin, UcnBegin, ThisTokBuf,
720 static int MeasureUCNEscape(const char *ThisTokBegin, const char *&ThisTokBuf,
731 if (!ProcessUCNEscape(ThisTokBegin, ThisTokBuf, ThisTokEnd, UcnVal,
755 static void EncodeUCNEscape(const char *ThisTokBegin, const char *&ThisTokBuf,
764 if (!ProcessUCNEscape(ThisTokBegin, ThisTokBuf, ThisTokEnd, UcnVal, UcnLen,
2054 const char *ThisTokBuf = &TokenBuf[0];
2056 // that ThisTokBuf points to a buffer that is big enough for the whole token
2060 Lexer::getSpelling(StringToks[i], ThisTokBuf, SM, Features,
2065 const char *ThisTokBegin = ThisTokBuf;
2066 const char *ThisTokEnd = ThisTokBuf+ThisTokLen;
2083 UDSuffixOffset = ThisTokEnd - ThisTokBuf;
2120 if (ThisTokBuf[0] == 'L' || ThisTokBuf[0] == 'u' || ThisTokBuf[0] == 'U') {
2121 ++ThisTokBuf;
2123 if (ThisTokBuf[0] == '8')
2124 ++ThisTokBuf;
2128 if (ThisTokBuf[0] == 'R') {
2129 if (ThisTokBuf[1] != '"') {
2134 ThisTokBuf += 2; // skip R"
2140 const char *Prefix = ThisTokBuf;
2141 while (static_cast<unsigned>(ThisTokBuf - Prefix) < MaxRawStrDelimLen &&
2142 ThisTokBuf[0] != '(')
2143 ++ThisTokBuf;
2144 if (ThisTokBuf[0] != '(')
2146 ++ThisTokBuf; // skip '('
2149 ThisTokEnd -= ThisTokBuf - Prefix;
2150 if (ThisTokEnd < ThisTokBuf)
2155 StringRef RemainingTokenSpan(ThisTokBuf, ThisTokEnd - ThisTokBuf);
2171 if (ThisTokBuf[0] != '"') {
2176 ++ThisTokBuf; // skip "
2180 ThisTokBuf + 1 != ThisTokEnd && ThisTokBuf[0] == '\\' &&
2181 ThisTokBuf[1] == 'p') {
2186 ++ThisTokBuf;
2189 ThisTokBuf += 2;
2192 while (ThisTokBuf != ThisTokEnd) {
2194 if (ThisTokBuf[0] != '\\') {
2195 const char *InStart = ThisTokBuf;
2197 ++ThisTokBuf;
2198 } while (ThisTokBuf != ThisTokEnd && ThisTokBuf[0] != '\\');
2202 StringRef(InStart, ThisTokBuf - InStart)))
2207 if (ThisTokBuf[1] == 'u' || ThisTokBuf[1] == 'U' ||
2208 ThisTokBuf[1] == 'N') {
2209 EncodeUCNEscape(ThisTokBegin, ThisTokBuf, ThisTokEnd,
2217 ProcessCharEscape(ThisTokBegin, ThisTokBuf, ThisTokEnd, hadError,