X-Git-Url: https://code.kerkeslager.com/?p=fur;a=blobdiff_plain;f=tokenization.py;fp=tokenization.py;h=10ed80f28a5f47caa16f2c7ad03bfae631f1ecfc;hp=c1b30dff54c4454b9a8432fc831b6b48bfeb11b5;hb=c40954b865b48ffa4993f735d56213fb91c3e90e;hpb=2b8b0fd7071b4a829253e7564289aa179b9a47d9

diff --git a/tokenization.py b/tokenization.py
index c1b30df..10ed80f 100644
--- a/tokenization.py
+++ b/tokenization.py
@@ -29,6 +29,7 @@ def _make_token_matcher(definition):
 _TOKEN_MATCHERS = [
     ('open_parenthese',                 r'\('),
     ('close_parenthese',                r'\)'),
+    ('integer_literal',                 r'-?\s*\d+'),
     ('symbol',                          r'[a-z]+'),
     ('single_quoted_string_literal',    r"'.*?'"),
 ]