src/jq/tokenize.zig


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

const std = @import("std");

pub const TokenizeError = error{
    UnexpectedEnd,
};

pub const TokenKind = enum {
    end,
    identity,
};

pub const Token = struct {
    kind: TokenKind,
};

pub fn tokenize(allocator: std.mem.Allocator, query: []const u8) ![]Token {
    var tokens = try std.array_list.Aligned(Token, null).initCapacity(allocator, 16);

    const len = query.len;
    var i: usize = 0;
    while (i < len) {
        const c = query[i];
        if (c == '.') {
            try tokens.append(allocator, .{ .kind = .identity });
        } else {
            return TokenizeError.UnexpectedEnd;
        }
        i += 1;
    }

    try tokens.append(allocator, .{ .kind = .end });
    return tokens.toOwnedSlice(allocator);
}