From edef854dbea89279a1d868ea6f1eaa9220bd0b89 Mon Sep 17 00:00:00 2001
From: nsfisis <nsfisis@gmail.com>
Date: Sat, 16 Aug 2025 16:01:11 +0900
Subject: refactor: separate new-line and other whitespace token

---
 tokenize.c | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'tokenize.c')

diff --git a/tokenize.c b/tokenize.c
index e2f9aa9..a5b6dc9 100644
--- a/tokenize.c
+++ b/tokenize.c
@@ -17,7 +17,7 @@ void tokenize_all(Lexer* l) {
     for (int pos = 0; pos < l->src->len; ++pos) {
         Token* pp_tok = &l->src->data[pos];
         TokenKind k = pp_tok->kind;
-        if (k == TokenKind_whitespace) {
+        if (k == TokenKind_whitespace || k == TokenKind_newline) {
             continue;
         }
         Token* tok = tokens_push_new(l->tokens);
-- 
cgit v1.2.3-70-g09d2