Mercurial > hg > index.cgi

comparison lwcc/token.c @ 295:4b17780f2777 ccdev

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Checkpoint lwcc development Changed tactics with the preprocessor. Instead of getting clever and trying to do things the "fast" way, instead, just tokenize the whole input and process it that way. Also, set up so the preprocessor and compiler can be integrated instead of having to have a specifically correct output for the preprocessed file. Also removed the subdirectories in the lwcc directory. It made things more complicated than they needed to be.
author William Astle <lost@l-w.ca>
date Thu, 12 Sep 2013 22:06:26 -0600
parents
children 856caf91ffaa
comparison
equal deleted inserted replaced
294:048adfee2933 295:4b17780f2777
1 /*
2 lwcc/token.c
3
4 Copyright © 2013 William Astle
5
6 This file is part of LWTOOLS.
7
8 LWTOOLS is free software: you can redistribute it and/or modify it under the
9 terms of the GNU General Public License as published by the Free Software
10 Foundation, either version 3 of the License, or (at your option) any later
11 version.
12
13 This program is distributed in the hope that it will be useful, but WITHOUT
14 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
15 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
16 more details.
17
18 You should have received a copy of the GNU General Public License along with
19 this program. If not, see <http://www.gnu.org/licenses/>.
20 */
21
22 #include <stdlib.h>
23
24 #include <lw_alloc.h>
25 #include <lw_string.h>
26
27 #include "token.h"
28
29 struct token *token_create(int ttype, char *strval, int row, int col, const char *fn)
30 {
31 struct token *t;
32
33 t = lw_alloc(sizeof(struct token));
34 t -> ttype = ttype;
35 if (strval)
36 t -> strval = lw_strdup(strval);
37 else
38 strval = NULL;
39 t -> lineno = row;
40 t -> column = col;
41 t -> fn = fn;
42 t -> next = NULL;
43 t -> prev = NULL;
44 return t;
45 }
46
47 void token_free(struct token *t)
48 {
49 lw_free(t -> strval);
50 lw_free(t);
51 }
52
53 struct token *token_dup(struct token *t)
54 {
55 struct token *t2;
56
57 t2 = lw_alloc(sizeof(struct token));
58 (*t2) = (*t);
59 t2 -> next = NULL;
60 t2 -> prev = NULL;
61 if (t -> strval)
62 t2 -> strval = lw_strdup(t -> strval);
63 return t2;
64 }
65
66 static struct { int ttype; char *tstr; } tok_strs[] =
67 {
68 { TOK_WSPACE, " " },
69 { TOK_EOL, "\n" },
70 { TOK_DIV, "/" },
71 { TOK_ADD, "+" },
72 { TOK_SUB, "-" },
73 { TOK_OPAREN, "(" },
74 { TOK_CPAREN, ")" },
75 { TOK_NE, "!=" },
76 { TOK_EQ, "==" },
77 { TOK_LE, "<=" },
78 { TOK_LT, "<" },
79 { TOK_GE, ">=" },
80 { TOK_GT, ">" },
81 { TOK_BAND, "&&" },
82 { TOK_BOR, "||" },
83 { TOK_BNOT, "!" },
84 { TOK_MOD, "%"},
85 { TOK_COMMA, "," },
86 { TOK_ELLIPSIS, "..." },
87 { TOK_QMARK, "?" },
88 { TOK_COLON, ":" },
89 { TOK_OBRACE, "{" },
90 { TOK_CBRACE, "}" },
91 { TOK_OSQUARE, "[" },
92 { TOK_CSQUARE, "]" },
93 { TOK_COM, "~" },
94 { TOK_EOS, ";" },
95 { TOK_HASH, "#" },
96 { TOK_DBLHASH, "##" },
97 { TOK_XOR, "^" },
98 { TOK_XORASS, "^=" },
99 { TOK_STAR, "*" },
100 { TOK_MULASS, "*=" },
101 { TOK_DIVASS, "/=" },
102 { TOK_ASS, "=" },
103 { TOK_MODASS, "%=" },
104 { TOK_SUBASS, "-=" },
105 { TOK_DBLSUB, "--" },
106 { TOK_ADDASS, "+=" },
107 { TOK_DBLADD, "++" },
108 { TOK_BWAND, "&" },
109 { TOK_BWANDASS, "&=" },
110 { TOK_BWOR, "|" },
111 { TOK_BWORASS, "|=" },
112 { TOK_LSH, "<<" },
113 { TOK_LSHASS, "<<=" },
114 { TOK_RSH, ">>" },
115 { TOK_RSHASS, ">>=" },
116 { TOK_DOT, "." },
117 { TOK_ARROW, "->" },
118 { TOK_NONE, "" }
119 };
120
121 void token_print(struct token *t, FILE *f)
122 {
123 int i;
124 for (i = 0; tok_strs[i].ttype != TOK_NONE; i++)
125 {
126 if (tok_strs[i].ttype == t -> ttype)
127 {
128 fprintf(f, "%s", tok_strs[i].tstr);
129 break;
130 }
131 }
132 if (t -> strval)
133 fprintf(f, "%s", t -> strval);
134 }