diff options
| author | nsfisis <nsfisis@gmail.com> | 2025-09-15 12:21:04 +0900 |
|---|---|---|
| committer | nsfisis <nsfisis@gmail.com> | 2025-09-15 12:21:04 +0900 |
| commit | 93c25fde8b26da97a7984c48cbc9f0f7f6037483 (patch) | |
| tree | d0c7c1a6ae51b4e12e0aa9cd3903d5ee6e60b1cd /src/tokenize.h | |
| parent | 205da8acb1ff3c4e316ae810b5776ed9892cdf92 (diff) | |
| download | ducc-93c25fde8b26da97a7984c48cbc9f0f7f6037483.tar.gz ducc-93c25fde8b26da97a7984c48cbc9f0f7f6037483.tar.zst ducc-93c25fde8b26da97a7984c48cbc9f0f7f6037483.zip | |
refactor: move tokenization code from preprocess.c to tokenize.c
Diffstat (limited to 'src/tokenize.h')
| -rw-r--r-- | src/tokenize.h | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/src/tokenize.h b/src/tokenize.h index 2e28335..fd334a1 100644 --- a/src/tokenize.h +++ b/src/tokenize.h @@ -1,8 +1,10 @@ #ifndef DUCC_TOKENIZE_H #define DUCC_TOKENIZE_H -#include "preprocess.h" +#include "io.h" +#include "token.h" -TokenArray* tokenize(TokenArray* pp_tokens); +TokenArray* tokenize(InFile* src); +TokenArray* convert_pp_tokens_to_tokens(TokenArray* pp_tokens); #endif |