X-Git-Url: https://code.kerkeslager.com/?p=fur;a=blobdiff_plain;f=tokenization.py;h=bc8cf85a8f5a12aa556095f905bb190ef292c446;hp=02f952800f6b7b4c72125d611db1a153316a9117;hb=62bbcc8f9242c7f404db4756460a927b1ce90aec;hpb=02d64def49065ad614fe0ee2a85060666552192e

diff --git a/tokenization.py b/tokenization.py
index 02f9528..bc8cf85 100644
--- a/tokenization.py
+++ b/tokenization.py
@@ -38,6 +38,8 @@ _TOKEN_MATCHERS = [
     ('open_parenthese',                 r'\('),
     ('close_parenthese',                r'\)'),
     ('comma',                           r','),
+    ('colon',                           r':'),
+    ('period',                          r'\.'),
     ('integer_literal',                 r'\d+'),
     ('symbol',                          r'[a-z_]+'),
     ('single_quoted_string_literal',    r"'.*?'"),