X-Git-Url: https://code.kerkeslager.com/?p=fur;a=blobdiff_plain;f=tokenization.py;h=3c4dc6fb561a2fe08fbed90f23d945bc98873adf;hp=1a2653e3c0dc93d6c1208357d29d703b788eadac;hb=d6af7d074bf65e782e42055623a197863b5f8000;hpb=c9f47106ccf806533783a551b5c51d9280869635

diff --git a/tokenization.py b/tokenization.py
index 1a2653e..3c4dc6f 100644
--- a/tokenization.py
+++ b/tokenization.py
@@ -58,6 +58,12 @@ def tokenize(source):
             index += 1
             continue
 
+        if source[index] == '#':
+            while index < len(source) and source[index] != '\n':
+                index += 1
+
+            continue
+
         success = False
 
         for matcher in _TOKEN_MATCHERS: