mirrors/xonsh
1
0
Fork 0
mirror of https://github.com/xonsh/xonsh.git synced 2025-03-04 16:34:47 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions

try async

Browse source
This commit is contained in:
Anthony Scopatz 2015-09-27 00:02:54 -04:00
parent 944afcbf76
commit 34af454691
1 changed files with 13 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
xonsh/lexer.py
View file

@ -345,6 +345,18 @@ def handle_error_token(state, token, stream):
yield _new_token(typ, token.string, token.start)
def handle_error_async(state, token, stream):
"""
Function for handling sync tokens in versions of python where they don't belong.
"""
state['last'] = token
if not state['pymode'][-1][0]:
typ = 'NAME'
else:
typ = 'ERRORTOKEN'
yield _new_token(typ, token.string, token.start)
def handle_ignore(state, token, stream):
"""
Function for handling tokens that should be ignored
@ -372,6 +384,7 @@ special_handlers = {
(tokenize.ERRORTOKEN, '`'): handle_backtick,
(tokenize.ERRORTOKEN, '?'): handle_question,
(tokenize.ERRORTOKEN, ' '): handle_error_space,
(tokenize.ERRORTOKEN, 'ASYNC'): handle_error_async,
}
"""
Mapping from ``tokenize`` tokens (or token types) to the proper function for