2 * Copyright © 2016 Keith Packard <keithp@keithp.com>
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation, either version 2 of the License, or
7 * (at your option) any later version.
9 * This program is distributed in the hope that it will be useful, but
10 * WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * General Public License for more details.
16 #include "ao_lisp_read.h"
18 static const uint16_t lex_classes[128] = {
51 PRINTABLE|WHITE, /* */
53 PRINTABLE|STRINGC, /* " */
54 PRINTABLE|COMMENT, /* # */
58 PRINTABLE|QUOTEC, /* ' */
59 PRINTABLE|BRA, /* ( */
60 PRINTABLE|KET, /* ) */
62 PRINTABLE|SIGN, /* + */
64 PRINTABLE|SIGN, /* - */
67 PRINTABLE|DIGIT, /* 0 */
68 PRINTABLE|DIGIT, /* 1 */
69 PRINTABLE|DIGIT, /* 2 */
70 PRINTABLE|DIGIT, /* 3 */
71 PRINTABLE|DIGIT, /* 4 */
72 PRINTABLE|DIGIT, /* 5 */
73 PRINTABLE|DIGIT, /* 6 */
74 PRINTABLE|DIGIT, /* 7 */
75 PRINTABLE|DIGIT, /* 8 */
76 PRINTABLE|DIGIT, /* 9 */
78 PRINTABLE|COMMENT, /* ; */
111 PRINTABLE|BACKSLASH, /* \ */
143 PRINTABLE|VBAR, /* | */
145 PRINTABLE|TWIDDLE, /* ~ */
149 static int lex_unget_c;
210 if (c < '0' || '7' < c) {
214 v = (v << 3) + c - '0';
223 static uint16_t lex_class;
232 lex_class = ENDOFFILE;
236 lex_class = lex_classes[c];
237 if (lex_class & BACKSLASH) {
240 lex_class = ENDOFFILE;
242 lex_class = PRINTABLE;
245 } while (lex_class & IGNORE);
249 #define AO_LISP_TOKEN_MAX 32
251 static char token_string[AO_LISP_TOKEN_MAX];
252 static int token_int;
253 static int token_len;
255 static inline void add_token(int c) {
256 if (c && token_len < AO_LISP_TOKEN_MAX - 1)
257 token_string[token_len++] = c;
260 static inline void end_token(void) {
261 token_string[token_len] = '\0';
272 if (lex_class & ENDOFFILE)
275 if (lex_class & WHITE)
278 if (lex_class & COMMENT) {
279 while ((c = lexc()) != '\n') {
280 if (lex_class & ENDOFFILE)
286 if (lex_class & (BRA|KET|QUOTEC)) {
298 if (lex_class & TWIDDLE) {
302 if (lex_class & STRINGC) {
305 if (lex_class & (STRINGC|ENDOFFILE)) {
312 if (lex_class & PRINTABLE) {
322 if (!(lex_class & NUMBER)) {
325 if (token_len != 0 &&
332 if (lex_class & DIGIT) {
335 token_int = token_int * 10 + c - '0';
340 if (lex_class & (NOTNAME)) {
341 // if (lex_class & ENDOFFILE)
345 if (isnum && hasdigit) {
347 token_int = -token_int;
358 static int parse_token;
360 struct ao_lisp_cons *ao_lisp_read_cons;
361 struct ao_lisp_cons *ao_lisp_read_cons_tail;
362 struct ao_lisp_cons *ao_lisp_read_stack;
365 push_read_stack(int cons, int in_quote)
367 DBGI("push read stack %p %d\n", ao_lisp_read_cons, in_quote);
370 ao_lisp_read_stack = ao_lisp_cons_cons(ao_lisp_cons_poly(ao_lisp_read_cons),
371 ao_lisp_cons_cons(ao_lisp_int_poly(in_quote),
372 ao_lisp_read_stack));
373 if (!ao_lisp_read_stack)
376 ao_lisp_read_cons = NULL;
377 ao_lisp_read_cons_tail = NULL;
382 pop_read_stack(int cons)
386 ao_lisp_read_cons = ao_lisp_poly_cons(ao_lisp_read_stack->car);
387 ao_lisp_read_stack = ao_lisp_poly_cons(ao_lisp_read_stack->cdr);
388 in_quote = ao_lisp_poly_int(ao_lisp_read_stack->car);
389 ao_lisp_read_stack = ao_lisp_poly_cons(ao_lisp_read_stack->cdr);
390 for (ao_lisp_read_cons_tail = ao_lisp_read_cons;
391 ao_lisp_read_cons_tail && ao_lisp_read_cons_tail->cdr;
392 ao_lisp_read_cons_tail = ao_lisp_poly_cons(ao_lisp_read_cons_tail->cdr))
395 ao_lisp_read_cons = 0;
396 ao_lisp_read_cons_tail = 0;
397 ao_lisp_read_stack = 0;
400 DBGI("pop read stack %p %d\n", ao_lisp_read_cons, in_quote);
407 struct ao_lisp_atom *atom;
414 DBGI("token %d (%s)\n", parse_token, token_string);
418 ao_lisp_read_cons = ao_lisp_read_cons_tail = ao_lisp_read_stack = 0;
420 while (parse_token == OPEN) {
421 if (!push_read_stack(cons, in_quote))
426 DBGI("token %d (%s)\n", parse_token, token_string);
429 switch (parse_token) {
433 ao_lisp_error(AO_LISP_EOF, "unexpected end of file");
434 return _ao_lisp_atom_eof;
437 atom = ao_lisp_atom_intern(token_string);
439 v = ao_lisp_atom_poly(atom);
444 v = ao_lisp_int_poly(token_int);
447 string = ao_lisp_string_copy(token_string);
449 v = ao_lisp_string_poly(string);
454 if (!push_read_stack(cons, in_quote))
458 v = _ao_lisp_atom_quote;
465 v = ao_lisp_cons_poly(ao_lisp_read_cons);
467 in_quote = pop_read_stack(cons);
471 /* loop over QUOTE ends */
476 struct ao_lisp_cons *read = ao_lisp_cons_cons(v, NULL);
480 if (ao_lisp_read_cons_tail)
481 ao_lisp_read_cons_tail->cdr = ao_lisp_cons_poly(read);
483 ao_lisp_read_cons = read;
484 ao_lisp_read_cons_tail = read;
486 if (!in_quote || !ao_lisp_read_cons->cdr)
489 v = ao_lisp_cons_poly(ao_lisp_read_cons);
491 in_quote = pop_read_stack(cons);
495 DBGI("token %d (%s)\n", parse_token, token_string);