Lines Matching refs:Token
61 Token Lexer::emitError(const char *loc, const Twine &message) { in emitError()
64 return formToken(Token::error, loc); in emitError()
67 Token Lexer::lexToken() { in lexToken()
73 return formToken(Token::code_complete, tokStart); in lexToken()
100 return formToken(Token::eof, tokStart); in lexToken()
104 return formToken(Token::colon, tokStart); in lexToken()
106 return formToken(Token::comma, tokStart); in lexToken()
110 return formToken(Token::l_paren, tokStart); in lexToken()
112 return formToken(Token::r_paren, tokStart); in lexToken()
116 return formToken(Token::file_metadata_begin, tokStart); in lexToken()
118 return formToken(Token::l_brace, tokStart); in lexToken()
120 return formToken(Token::r_brace, tokStart); in lexToken()
122 return formToken(Token::l_square, tokStart); in lexToken()
124 return formToken(Token::r_square, tokStart); in lexToken()
126 return formToken(Token::less, tokStart); in lexToken()
128 return formToken(Token::greater, tokStart); in lexToken()
130 return formToken(Token::equal, tokStart); in lexToken()
133 return formToken(Token::plus, tokStart); in lexToken()
135 return formToken(Token::star, tokStart); in lexToken()
139 return formToken(Token::arrow, tokStart); in lexToken()
141 return formToken(Token::minus, tokStart); in lexToken()
144 return formToken(Token::question, tokStart); in lexToken()
147 return formToken(Token::vertical_bar, tokStart); in lexToken()
162 return formToken(Token::file_metadata_end, tokStart); in lexToken()
191 Token Lexer::lexAtIdentifier(const char *tokStart) { in lexAtIdentifier()
196 Token stringIdentifier = lexString(curPtr); in lexAtIdentifier()
197 if (stringIdentifier.is(Token::error)) in lexAtIdentifier()
199 return formToken(Token::at_identifier, tokStart); in lexAtIdentifier()
210 return formToken(Token::at_identifier, tokStart); in lexAtIdentifier()
218 Token Lexer::lexBareIdentifierOrKeyword(const char *tokStart) { in lexBareIdentifierOrKeyword()
237 return Token(Token::inttype, spelling); in lexBareIdentifierOrKeyword()
239 Token::Kind kind = StringSwitch<Token::Kind>(spelling) in lexBareIdentifierOrKeyword()
240 #define TOK_KEYWORD(SPELLING) .Case(#SPELLING, Token::kw_##SPELLING) in lexBareIdentifierOrKeyword()
242 .Default(Token::bare_identifier); in lexBareIdentifierOrKeyword()
244 return Token(kind, spelling); in lexBareIdentifierOrKeyword()
280 Token Lexer::lexEllipsis(const char *tokStart) { in lexEllipsis()
287 return formToken(Token::ellipsis, tokStart); in lexEllipsis()
295 Token Lexer::lexNumber(const char *tokStart) { in lexNumber()
303 return formToken(Token::integer, tokStart); in lexNumber()
309 return formToken(Token::integer, tokStart); in lexNumber()
317 return formToken(Token::integer, tokStart); in lexNumber()
333 return formToken(Token::floatliteral, tokStart); in lexNumber()
345 Token Lexer::lexPrefixedIdentifier(const char *tokStart) { in lexPrefixedIdentifier()
346 Token::Kind kind; in lexPrefixedIdentifier()
350 kind = Token::hash_identifier; in lexPrefixedIdentifier()
354 kind = Token::percent_identifier; in lexPrefixedIdentifier()
358 kind = Token::caret_identifier; in lexPrefixedIdentifier()
362 kind = Token::exclamation_identifier; in lexPrefixedIdentifier()
379 return formToken(Token::code_complete, tokStart); in lexPrefixedIdentifier()
387 return Token(Token::code_complete, in lexPrefixedIdentifier()
399 Token Lexer::lexString(const char *tokStart) { in lexString()
408 return formToken(Token::code_complete, tokStart); in lexString()
412 return formToken(Token::string, tokStart); in lexString()