support #define that replaces name with identifiers

1 files changed, 17 insertions, 4 deletions

diff --git a/main.c b/main.c
index 988d524..83f7a22 100644
--- a/main.c
+++ b/main.c
@@ -334,16 +334,29 @@ struct Token* tokenize(char* src, int len) {
                 pos += 1;
             }
             int start2 = pos;
-            while (isdigit(src[pos])) {
-                pos += 1;
+            int is_digit = isdigit(src[pos]);
+            if (is_digit) {
+                while (isdigit(src[pos])) {
+                    pos += 1;
+                }
+            } else {
+                while (isalnum(src[pos]) || src[pos] == '_') {
+                    pos += 1;
+                }
             }
             def->to = calloc(1, sizeof(struct Token));
-            def->to->kind = TK_L_INT;
+            if (is_digit) {
+                def->to->kind = TK_L_INT;
+            } else {
+                def->to->kind = TK_IDENT;
+            }
             def->to->value = calloc(pos - start2 + 1, sizeof(char));
             memcpy(def->to->value, src + start2, pos - start2);
             def += 1;
         } else {
-            fatal_error("unknown token");
+            char* buf = calloc(1024, sizeof(char));
+            sprintf(buf, "!!! %d", c);
+            fatal_error(buf);
         }
     }
     return tokens;