ignore indentation

PyPDX · Dec 28, 2019 · 8335a57 · 8335a57
1 parent e5defb3
commit 8335a57
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 2 deletions.
diff --git a/clausewitz/parse.py b/clausewitz/parse.py
@@ -24,6 +24,8 @@ def filter_tokens(tokens: _typing.Iterable[_TokenInfo]) -> _typing.Iterator[_Tok
                 _tokenize.NEWLINE,
                 _tokenize.NL,
                 _tokenize.COMMENT,
+                _tokenize.INDENT,
+                _tokenize.DEDENT,
                 _tokenize.ENDMARKER,
         ):
             continue

diff --git a/tests/data/sample.txt b/tests/data/sample.txt
@@ -7,4 +7,4 @@ worl\"d\""
 f = {}
 d < 100
 # this is a comment
-color = rgb { 100 200 50 }
+    color = rgb { 100 200 50 }
diff --git a/tests/util/test_tokenize.py b/tests/util/test_tokenize.py
@@ -14,7 +14,7 @@ def test_prepare(data):
 f = {}
 d < 100
 # this is a comment
-color = rgb { 100 200 50 }
+    color = rgb { 100 200 50 }
 '''
 
     with data('sample.txt') as readline:
@@ -76,6 +76,7 @@ def test_tokenize(data):
         (tokenize.COMMENT, '# this is a comment'),
         (tokenize.NL, '\n'),
 
+        (tokenize.INDENT, '    '),
         (tokenize.NAME, 'color'),
         (tokenize.OP, '='),
         (tokenize.NAME, 'rgb'),
@@ -85,6 +86,7 @@ def test_tokenize(data):
         (tokenize.NUMBER, '50'),
         (tokenize.OP, '}'),
         (tokenize.NEWLINE, '\n'),
+        (tokenize.DEDENT, ''),
 
         (tokenize.ENDMARKER, ''),
     )