projects
/
fur
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
Add boolean operators
[fur]
/
tokenization.py
diff --git
a/tokenization.py
b/tokenization.py
index
e6cad0a
..
ff79307
100644
(file)
--- a/
tokenization.py
+++ b/
tokenization.py
@@
-40,9
+40,9
@@
_TOKEN_MATCHERS = [
('symbol', r'[a-z]+'),
('single_quoted_string_literal', r"'.*?'"),
('equality_level_operator', r'(<=|>=|==|!=|<|>)'),
('symbol', r'[a-z]+'),
('single_quoted_string_literal', r"'.*?'"),
('equality_level_operator', r'(<=|>=|==|!=|<|>)'),
+ ('assignment_operator', r'='),
('addition_level_operator', r'(\+|-)'),
('multiplication_level_operator', r'(\*|//|%)'),
('addition_level_operator', r'(\+|-)'),
('multiplication_level_operator', r'(\*|//|%)'),
- ('assignment_operator', r'='),
]
_TOKEN_MATCHERS = list(map(_make_token_matcher, _TOKEN_MATCHERS))
]
_TOKEN_MATCHERS = list(map(_make_token_matcher, _TOKEN_MATCHERS))