1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
/* tokens.h
Copyright 2006-2008 Taco Hoekwater <taco@luatex.org>
This file is part of LuaTeX.
LuaTeX is free software; you can redistribute it and/or modify it under
the terms of the GNU General Public License as published by the Free
Software Foundation; either version 2 of the License, or (at your
option) any later version.
LuaTeX is distributed in the hope that it will be useful, but WITHOUT
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
License for more details.
You should have received a copy of the GNU General Public License along
with LuaTeX; if not, see <http://www.gnu.org/licenses/>. */
/* $Id$ */
#define token_list 0
#define cs_token_flag 0x1FFFFFFF
#define string_offset 0x200000
#define string_offset_bits 21
#define token_type index /* type of current token list */
#define param_start limit /* base of macro parameters in |param_stack| */
typedef enum {
parameter = 0, /* code for parameter */
u_template = 1, /* code for \<u_j> template */
v_template = 2, /* code for \<v_j> template */
backed_up = 3, /* code for text to be reread */
inserted = 4, /* code for inserted texts */
macro = 5, /* code for defined control sequences */
output_text = 6, /* code for output routines */
every_par_text = 7, /* code for \.{\\everypar} */
every_math_text = 8, /* code for \.{\\everymath} */
every_display_text = 9, /* code for \.{\\everydisplay} */
every_hbox_text = 10, /* code for \.{\\everyhbox} */
every_vbox_text = 11, /* code for \.{\\everyvbox} */
every_job_text = 12, /* code for \.{\\everyjob}/ */
every_cr_text = 13, /* code for \.{\\everycr} */
mark_text = 14, /* code for \.{\\topmark}, etc. */
every_eof_text = 19 /* was calculated, value fetched from the generated C */
} token_types;
#undef link /* defined by cpascal.h */
#define info(a) fixmem[(a)].hhlh
#define link(a) fixmem[(a)].hhrh
#define store_new_token(a) { q=get_avail(); link(p)=q; info(q)=(a); p=q; }
#define free_avail(a) { link((a))=avail; avail=(a); decr(dyn_used); }
#define str_start_macro(a) str_start[(a) - string_offset]
#define length(a) (str_start_macro((a)+1)-str_start_macro(a))
#if defined(index)
# undef index
#endif
#define loc cur_input.loc_field /* location of first unread character in |buffer| */
#define state cur_input.state_field /* current scanner state */
#define index cur_input.index_field /* reference for buffer information */
#define start cur_input.start_field /* starting position in |buffer| */
#define limit cur_input.limit_field /* end of current line in |buffer| */
#define nofilter cur_input.nofilter_field /* is token filtering explicitly disallowed? */
#define name cur_input.name_field /* name of the current file */
#define current_ocp_lstack cur_input.ocp_lstack_field /* name of the current ocp */
#define current_ocp_no cur_input.ocp_no_field /* name of the current ocp */
#define line_catcode_table cur_input.cattable_field /* catcode table to use for this line */
#define line_partial cur_input.partial_field
#define max_char_code 15 /* largest catcode for individual characters */
typedef enum {
mid_line = 1, /* |state| code when scanning a line of characters */
skip_blanks = 2 + max_char_code, /* |state| code when ignoring blanks */
new_line = 3 + max_char_code + max_char_code, /* |state| code at start of line */
} state_codes;
extern void make_token_table(lua_State * L, int cmd, int chr, int cs);
|
