diff options
Diffstat (limited to 'Build/source/texk/web2c/luatexdir/tokens.h')
-rw-r--r-- | Build/source/texk/web2c/luatexdir/tokens.h | 96 |
1 files changed, 57 insertions, 39 deletions
diff --git a/Build/source/texk/web2c/luatexdir/tokens.h b/Build/source/texk/web2c/luatexdir/tokens.h index 6078644ba22..92902ec4126 100644 --- a/Build/source/texk/web2c/luatexdir/tokens.h +++ b/Build/source/texk/web2c/luatexdir/tokens.h @@ -1,34 +1,52 @@ -/* $Id$ */ +/* tokens.h + + Copyright 2006-2008 Taco Hoekwater <taco@luatex.org> + + This file is part of LuaTeX. + + LuaTeX is free software; you can redistribute it and/or modify it under + the terms of the GNU General Public License as published by the Free + Software Foundation; either version 2 of the License, or (at your + option) any later version. + LuaTeX is distributed in the hope that it will be useful, but WITHOUT + ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or + FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public + License for more details. + + You should have received a copy of the GNU General Public License along + with LuaTeX; if not, see <http://www.gnu.org/licenses/>. */ + +/* $Id$ */ #define token_list 0 #define cs_token_flag 0x1FFFFFFF #define string_offset 0x200000 #define string_offset_bits 21 -#define token_type index /* type of current token list */ -#define param_start limit /* base of macro parameters in |param_stack| */ +#define token_type index /* type of current token list */ +#define param_start limit /* base of macro parameters in |param_stack| */ typedef enum { - parameter=0, /* code for parameter */ - u_template=1, /* code for \<u_j> template */ - v_template=2, /* code for \<v_j> template */ - backed_up=3, /* code for text to be reread */ - inserted=4, /* code for inserted texts */ - macro=5, /* code for defined control sequences */ - output_text=6, /* code for output routines */ - every_par_text=7, /* code for \.{\\everypar} */ - every_math_text=8, /* code for \.{\\everymath} */ - every_display_text=9, /* code for \.{\\everydisplay} */ - every_hbox_text=10, /* code for \.{\\everyhbox} */ - every_vbox_text=11, /* code for \.{\\everyvbox} */ - every_job_text=12, /* code for \.{\\everyjob}/ */ - every_cr_text=13, /* code for \.{\\everycr} */ - mark_text=14, /* code for \.{\\topmark}, etc. */ - every_eof_text=19 /* was calculated, value fetched from the generated C */ + parameter = 0, /* code for parameter */ + u_template = 1, /* code for \<u_j> template */ + v_template = 2, /* code for \<v_j> template */ + backed_up = 3, /* code for text to be reread */ + inserted = 4, /* code for inserted texts */ + macro = 5, /* code for defined control sequences */ + output_text = 6, /* code for output routines */ + every_par_text = 7, /* code for \.{\\everypar} */ + every_math_text = 8, /* code for \.{\\everymath} */ + every_display_text = 9, /* code for \.{\\everydisplay} */ + every_hbox_text = 10, /* code for \.{\\everyhbox} */ + every_vbox_text = 11, /* code for \.{\\everyvbox} */ + every_job_text = 12, /* code for \.{\\everyjob}/ */ + every_cr_text = 13, /* code for \.{\\everycr} */ + mark_text = 14, /* code for \.{\\topmark}, etc. */ + every_eof_text = 19 /* was calculated, value fetched from the generated C */ } token_types; -#undef link /* defined by cpascal.h */ +#undef link /* defined by cpascal.h */ #define info(a) fixmem[(a)].hhlh #define link(a) fixmem[(a)].hhrh @@ -41,28 +59,28 @@ typedef enum { #define length(a) (str_start_macro((a)+1)-str_start_macro(a)) #if defined(index) -#undef index +# undef index #endif -#define loc cur_input.loc_field /* location of first unread character in |buffer| */ -#define state cur_input.state_field /* current scanner state */ -#define index cur_input.index_field /* reference for buffer information */ -#define start cur_input.start_field /* starting position in |buffer| */ -#define limit cur_input.limit_field /* end of current line in |buffer| */ -#define nofilter cur_input.nofilter_field /* is token filtering explicitly disallowed? */ -#define name cur_input.name_field /* name of the current file */ -#define current_ocp_lstack cur_input.ocp_lstack_field /* name of the current ocp */ -#define current_ocp_no cur_input.ocp_no_field /* name of the current ocp */ - -#define max_char_code 15 /* largest catcode for individual characters */ +#define loc cur_input.loc_field /* location of first unread character in |buffer| */ +#define state cur_input.state_field /* current scanner state */ +#define index cur_input.index_field /* reference for buffer information */ +#define start cur_input.start_field /* starting position in |buffer| */ +#define limit cur_input.limit_field /* end of current line in |buffer| */ +#define nofilter cur_input.nofilter_field /* is token filtering explicitly disallowed? */ +#define name cur_input.name_field /* name of the current file */ +#define current_ocp_lstack cur_input.ocp_lstack_field /* name of the current ocp */ +#define current_ocp_no cur_input.ocp_no_field /* name of the current ocp */ +#define line_catcode_table cur_input.cattable_field /* catcode table to use for this line */ +#define line_partial cur_input.partial_field -typedef enum { - mid_line=1, /* |state| code when scanning a line of characters */ - skip_blanks=2+max_char_code, /* |state| code when ignoring blanks */ - new_line=3+max_char_code+max_char_code, /* |state| code at start of line */ -} state_codes ; +#define max_char_code 15 /* largest catcode for individual characters */ - -extern void make_token_table (lua_State *L, int cmd, int chr, int cs); +typedef enum { + mid_line = 1, /* |state| code when scanning a line of characters */ + skip_blanks = 2 + max_char_code, /* |state| code when ignoring blanks */ + new_line = 3 + max_char_code + max_char_code, /* |state| code at start of line */ +} state_codes; +extern void make_token_table(lua_State * L, int cmd, int chr, int cs); |