mirrors/xonsh
1
0
Fork 0
mirror of https://github.com/xonsh/xonsh.git synced 2025-03-04 08:24:40 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

more token tests

Browse source
This commit is contained in:
Anthony Scopatz 2015-01-23 20:41:45 -06:00
parent 044fca0df7
commit 9afa5d9fc5
1 changed files with 19 additions and 18 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

37
tests/test_lexer.py
View file

@ -52,32 +52,33 @@ def assert_tokens_equal(x, y):
msg = '\n'.join(msg)
raise AssertionError(msg)
def check_token(input, exp):
l = Lexer()
l.build()
l.input(input)
obs = list(l)
assert_equal(1, len(obs))
assert_token_equal(exp, obs[0])
def check_tokens(input, exp):
l = Lexer()
l.build()
l.input(input)
obs = list(l)
assert_tokens_equal(exp, obs)
def test_int_literal():
l = Lexer()
l.build()
l.input('42')
toks = list(l)
assert_token_equal(['INT_LITERAL', '42', 1, 0], toks[0])
yield check_token, '42', ['INT_LITERAL', '42', 1, 0]
def test_indent():
l = Lexer()
l.build()
l.input(' \t 42')
obs = list(l)
exp = [('INDENT', ' \t ', 1, 0), ('INT_LITERAL', '42', 1, 5)]
assert_tokens_equal(exp, obs)
yield check_tokens, ' \t 42', exp
def test_post_whitespace():
l = Lexer()
l.build()
l.input('42 \t ')
obs = list(l)
input = '42 \t '
exp = [('INT_LITERAL', '42', 1, 0)]
assert_tokens_equal(exp, obs)
yield check_tokens, input, exp