From 93c25fde8b26da97a7984c48cbc9f0f7f6037483 Mon Sep 17 00:00:00 2001 From: nsfisis Date: Mon, 15 Sep 2025 12:21:04 +0900 Subject: refactor: move tokenization code from preprocess.c to tokenize.c --- src/tokenize.h | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) (limited to 'src/tokenize.h') diff --git a/src/tokenize.h b/src/tokenize.h index 2e28335..fd334a1 100644 --- a/src/tokenize.h +++ b/src/tokenize.h @@ -1,8 +1,10 @@ #ifndef DUCC_TOKENIZE_H #define DUCC_TOKENIZE_H -#include "preprocess.h" +#include "io.h" +#include "token.h" -TokenArray* tokenize(TokenArray* pp_tokens); +TokenArray* tokenize(InFile* src); +TokenArray* convert_pp_tokens_to_tokens(TokenArray* pp_tokens); #endif -- cgit v1.2.3-70-g09d2