88   Tokenizer(StringRef Input) : Data(Input), DataLength(Input.size()), Pos(0) {}  in Tokenizer()
145   size_t DataLength, Pos;  member in __anon727922840111::Tokenizer
149   Pos = Data.find_first_of("\r\n", Pos);  in skipCurrentLine()
150   Pos = Data.find_first_not_of("\r\n", Pos);  in skipCurrentLine()
152   if (Pos == StringRef::npos)  in skipCurrentLine()
153     Pos = DataLength;  in skipCurrentLine()
157   Pos = 0;  in run()
170       return getStringError("Invalid token found at position " + Twine(Pos));  in run()
172     const size_t TokenStart = Pos;  in run()
180     RCToken Token(TokenKind, Data.take_front(Pos).drop_front(TokenStart));  in run()
200   Pos += Amount;  in advance()
205   while (!streamEof() && isSpace(Data[Pos]))  in skipWhitespaces()
226     auto EndPos = Data.find("*/", Pos);  in consumeToken()
229           "Unclosed multi-line comment beginning at position " + Twine(Pos));  in consumeToken()
230     advance(EndPos - Pos);  in consumeToken()
246     if (std::toupper(Data[Pos]) == 'L')  in consumeToken()
255       } else if (Data[Pos] == '"') {  in consumeToken()
262       } else if (Data[Pos] == '\n') {  in consumeToken()
277   return Data.drop_front(Pos).startswith(FollowingChars);  in willNowRead()
283   const char CurChar = Data[Pos];  in canStartIdentifier()
289   const char CurChar = Data[Pos];  in canContinueIdentifier()
296   return std::isdigit(Data[Pos]);  in canStartInt()
301   return Data.drop_front(Pos).startswith("/*");  in canStartBlockComment()
306   return Data.drop_front(Pos).startswith("//");  in canStartLineComment()
311   return std::isalnum(Data[Pos]);  in canContinueInt()
318 bool Tokenizer::streamEof() const { return Pos == DataLength; }  in streamEof()
334   const char CurChar = Data[Pos];  in classifyCurrentToken()