aboutsummaryrefslogtreecommitdiffhomepage
path: root/tokenize.c
diff options
context:
space:
mode:
Diffstat (limited to 'tokenize.c')
-rw-r--r--tokenize.c2
1 files changed, 1 insertions, 1 deletions
diff --git a/tokenize.c b/tokenize.c
index e2f9aa9..a5b6dc9 100644
--- a/tokenize.c
+++ b/tokenize.c
@@ -17,7 +17,7 @@ void tokenize_all(Lexer* l) {
for (int pos = 0; pos < l->src->len; ++pos) {
Token* pp_tok = &l->src->data[pos];
TokenKind k = pp_tok->kind;
- if (k == TokenKind_whitespace) {
+ if (k == TokenKind_whitespace || k == TokenKind_newline) {
continue;
}
Token* tok = tokens_push_new(l->tokens);