aboutsummaryrefslogtreecommitdiffhomepage
path: root/tests/tokenize.sh
blob: 2db9640b7616008b40d8f9871c2f411d14e5ee74 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
# comments
cat <<'EOF' > expected
EOF
test_diff <<'EOF'
// TODO: check if the token is at the beginning of line.
// TODO: check if skipped whitespaces do not contain line breaks.
int main() {
    return 0;
}
EOF

cat <<'EOF' > expected
EOF

test_diff <<'EOF'
/* lorem ipsum */
/*
lorem ipsum
*/
// /*
/* /*
 */
int/**/main() {
}
EOF

# identifiers
cat <<'EOF' > expected
42,123
EOF
test_diff <<'EOF'
int printf();

int main() {
    int _a = 42;
    int _b = 123;

    printf("%d,%d\n", _a, _b);

    return 0;
}
EOF

# line continuation
cat <<'EOF' > expected
10 20
100 300 500
EOF

test_diff <<'EOF'
int printf();
in\
t ma\
in() {
    int x = 1\
0;

    int y = 2\
\
\
0;

#def\
ine X 100
#define Y 100 + \
200
#define Z /*
*/ 500
    // comment \
    x *= 100, y *= 200;
    /* comment *\
/

    printf("%d %d\n", x, y);
    printf("%d %d %d\n", X, Y, Z);
}
EOF

cat <<'EOF' > expected
main.c:1: <new-line> expected, but got <eof>
EOF

echo -n 'int main() {}\' | test_compile_error

cat <<'EOF' > expected
Hello World
Line continues
EOF

# CRLF
printf 'int printf(const char*, ...);\r\nint main() {\r\n    printf("Hello World\\n");\r\n    printf("Line con\\\r\ntinues\\n");\r\n    return 0;\r\n}\r\n' > main_crlf.c
test_diff < main_crlf.c

# CR
printf 'int printf(const char*, ...);\rint main() {\r    printf("Hello World\\n");\r    printf("Line con\\\rtinues\\n");\r    return 0;\r}\r' > main_cr.c
test_diff < main_cr.c

# Mixed
printf 'int printf(const char*, ...);\nint main() {\r\n    printf("Hello World\\n");\r    printf("Line con\\\r\ntinues\\n");\n    return 0;\r\n}\r\n' > main_mixed.c
test_diff < main_mixed.c

# keywords
cat <<'EOF' > expected


int printf ();
int main () {}
EOF

test_cpp <<'EOF'
// A keyword is treated as a normal identifier in preprocessing phase.
#define auto int

auto printf();
auto main() {}
EOF