Lines Matching refs:token
95 from token import NAME, DEDENT, NEWLINE, STRING
369 tokentype, token, indent = self.donext()
370 if tokentype != NAME and token != '*':
371 return ('', token)
372 else: token = pre
373 name.append(token)
375 tokentype, token, indent = self.donext()
376 if token != '.': break
377 tokentype, token, indent = self.donext()
379 name.append(token)
380 return (".".join(name), token)
385 name, token = self._parsedotname()
388 if token == 'as': name2, token = self._parsedotname()
390 while token != "," and "\n" not in token:
391 tokentype, token, indent = self.donext()
392 if token != ",": break
400 tokentype, token, indent = self.donext()
401 if token in (')', ',') and level == 1:
405 if token == '(':
408 elif token == ')':
412 elif token == ',' and level == 1:
415 name += "%s " % str(token)
447 tokentype, token, indent = self.donext()
448 if tokentype == tokenize.STRING or token == 'str':
450 elif token == '(' or token == 'tuple':
452 elif token == '[' or token == 'list':
454 elif token == '{' or token == 'dict':
458 elif token == 'open' or token == 'file':
460 elif token == 'None':
462 elif token == 'type':
465 assign += token
468 tokentype, token, indent = self.donext()
469 if token in ('(','{','['):
471 elif token in (']','}',')'):
475 if token in (';','\n'): break
476 assign += token
480 type, token, (lineno, indent), end, self.parserline = next(self.gen)
484 return (type, token, indent)
535 tokentype, token, indent = self.donext()
536 #dbg( 'main: token=[%s] indent=[%s]' % (token,indent))
538 if tokentype == DEDENT or token == "pass":
540 elif token == 'def':
548 elif token == 'class':
557 elif token == 'import':
564 elif token == 'from':
565 mod, token = self._parsedotname()
566 if not mod or token != "import":
576 if freshscope: self.scope.doc(token)
578 name,token = self._parsedotname(token)
579 if token == '=':