Lines Matching refs:token
93 from token import NAME, DEDENT, NEWLINE, STRING
387 tokentype, token, indent = self.next()
388 if tokentype != NAME and token != '*':
389 return ('', token)
390 else: token = pre
391 name.append(token)
393 tokentype, token, indent = self.next()
394 if token != '.': break
395 tokentype, token, indent = self.next()
397 name.append(token)
398 return (".".join(name), token)
403 name, token = self._parsedotname()
406 if token == 'as': name2, token = self._parsedotname()
408 while token != "," and "\n" not in token:
409 tokentype, token, indent = self.next()
410 if token != ",": break
418 tokentype, token, indent = self.next()
419 if token in (')', ',') and level == 1:
423 if token == '(':
426 elif token == ')':
430 elif token == ',' and level == 1:
433 name += "%s " % str(token)
465 tokentype, token, indent = self.next()
466 if tokentype == tokenize.STRING or token == 'str':
468 elif token == '(' or token == 'tuple':
470 elif token == '[' or token == 'list':
472 elif token == '{' or token == 'dict':
476 elif token == 'open' or token == 'file':
478 elif token == 'None':
480 elif token == 'type':
483 assign += token
486 tokentype, token, indent = self.next()
487 if token in ('(','{','['):
489 elif token in (']','}',')'):
493 if token in (';','\n'): break
494 assign += token
498 type, token, (lineno, indent), end, self.parserline = self.gen.next()
502 return (type, token, indent)
553 tokentype, token, indent = self.next()
554 #dbg( 'main: token=[%s] indent=[%s]' % (token,indent))
556 if tokentype == DEDENT or token == "pass":
558 elif token == 'def':
566 elif token == 'class':
575 elif token == 'import':
582 elif token == 'from':
583 mod, token = self._parsedotname()
584 if not mod or token != "import":
594 if freshscope: self.scope.doc(token)
596 name,token = self._parsedotname(token)
597 if token == '=':