From 93c25fde8b26da97a7984c48cbc9f0f7f6037483 Mon Sep 17 00:00:00 2001
From: nsfisis <nsfisis@gmail.com>
Date: Mon, 15 Sep 2025 12:21:04 +0900
Subject: refactor: move tokenization code from preprocess.c to tokenize.c

---
 src/parse.c | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'src/parse.c')

diff --git a/src/parse.c b/src/parse.c
index 0a23aaa..99db2b5 100644
--- a/src/parse.c
+++ b/src/parse.c
@@ -2342,7 +2342,7 @@ static int eval(AstNode* e) {
 }
 
 bool pp_eval_constant_expression(TokenArray* pp_tokens) {
-    TokenArray* tokens = tokenize(pp_tokens);
+    TokenArray* tokens = convert_pp_tokens_to_tokens(pp_tokens);
     Parser* p = parser_new(tokens);
     AstNode* e = parse_constant_expression(p);
     return eval(e) != 0;
-- 
cgit v1.2.3-70-g09d2