Lines Matching refs:Tok
47 bool TokenConcatenation::IsIdentifierStringPrefix(const Token &Tok) const { in IsIdentifierStringPrefix()
50 if (!Tok.needsCleaning()) { in IsIdentifierStringPrefix()
51 if (Tok.getLength() < 1 || Tok.getLength() > 3) in IsIdentifierStringPrefix()
54 const char *Ptr = SM.getCharacterData(SM.getSpellingLoc(Tok.getLocation())); in IsIdentifierStringPrefix()
55 return IsStringPrefix(StringRef(Ptr, Tok.getLength()), in IsIdentifierStringPrefix()
59 if (Tok.getLength() < 256) { in IsIdentifierStringPrefix()
62 unsigned length = PP.getSpelling(Tok, TokPtr); in IsIdentifierStringPrefix()
66 return IsStringPrefix(StringRef(PP.getSpelling(Tok)), LangOpts.CPlusPlus11); in IsIdentifierStringPrefix()
128 static char GetFirstChar(const Preprocessor &PP, const Token &Tok) { in GetFirstChar() argument
129 if (IdentifierInfo *II = Tok.getIdentifierInfo()) { in GetFirstChar()
132 } else if (!Tok.needsCleaning()) { in GetFirstChar()
133 if (Tok.isLiteral() && Tok.getLiteralData()) { in GetFirstChar()
134 return *Tok.getLiteralData(); in GetFirstChar()
137 return *SM.getCharacterData(SM.getSpellingLoc(Tok.getLocation())); in GetFirstChar()
139 } else if (Tok.getLength() < 256) { in GetFirstChar()
142 PP.getSpelling(Tok, TokPtr); in GetFirstChar()
145 return PP.getSpelling(Tok)[0]; in GetFirstChar()
162 const Token &Tok) const { in AvoidConcat()
173 SourceLocation SpellLoc = SM.getSpellingLoc(Tok.getLocation()); in AvoidConcat()
189 if (Tok.isOneOf(tok::equal, tok::equalequal)) in AvoidConcat()
193 if (Tok.isAnnotation()) { in AvoidConcat()
195 assert(Tok.isOneOf(tok::annot_module_include, tok::annot_module_begin, in AvoidConcat()
211 FirstChar = GetFirstChar(PP, Tok); in AvoidConcat()
236 if (Tok.getIdentifierInfo()) in AvoidConcat()
246 if (Tok.is(tok::numeric_constant)) in AvoidConcat()
247 return GetFirstChar(PP, Tok) != '.'; in AvoidConcat()
249 if (Tok.getIdentifierInfo() || in AvoidConcat()
250 Tok.isOneOf(tok::wide_string_literal, tok::utf8_string_literal, in AvoidConcat()
257 if (Tok.isNot(tok::char_constant) && Tok.isNot(tok::string_literal)) in AvoidConcat()