X-Git-Url: https://code.kerkeslager.com/?p=fur;a=blobdiff_plain;f=tokenization.py;h=33f43312a7aa4f3787653ca8d09c05f40d2f4cae;hp=e12b8ec718680018e8d3f44d2324fe335eaf6558;hb=151f60b119247efb1bcf05a664f4324b71fac782;hpb=3297817843cd6bd087505a70d8e108f1baa35cff diff --git a/tokenization.py b/tokenization.py index e12b8ec..33f4331 100644 --- a/tokenization.py +++ b/tokenization.py @@ -43,7 +43,7 @@ _TOKEN_MATCHERS = [ ('single_quoted_string_literal', r"'.*?'"), ('comparison_level_operator', r'(<=|>=|==|!=|<|>)'), ('assignment_operator', r'='), - ('addition_level_operator', r'(\+|-)'), + ('addition_level_operator', r'(\+\+|\+|-)'), ('multiplication_level_operator', r'(\*|//|%)'), ('newline', r'\n'), ]