X-Git-Url: https://code.kerkeslager.com/?a=blobdiff_plain;f=tokenization.py;h=02f952800f6b7b4c72125d611db1a153316a9117;hb=02d64def49065ad614fe0ee2a85060666552192e;hp=e12b8ec718680018e8d3f44d2324fe335eaf6558;hpb=3297817843cd6bd087505a70d8e108f1baa35cff;p=fur

diff --git a/tokenization.py b/tokenization.py
index e12b8ec..02f9528 100644
--- a/tokenization.py
+++ b/tokenization.py
@@ -41,9 +41,10 @@ _TOKEN_MATCHERS = [
     ('integer_literal',                 r'\d+'),
     ('symbol',                          r'[a-z_]+'),
     ('single_quoted_string_literal',    r"'.*?'"),
+    ('double_quoted_string_literal',    r'".*?"'),
     ('comparison_level_operator',       r'(<=|>=|==|!=|<|>)'),
     ('assignment_operator',             r'='),
-    ('addition_level_operator',         r'(\+|-)'),
+    ('addition_level_operator',         r'(\+\+|\+|-)'),
     ('multiplication_level_operator',   r'(\*|//|%)'),
     ('newline',                         r'\n'),
 ]