diff options
author | Norbert Preining <norbert@preining.info> | 2019-09-02 13:46:59 +0900 |
---|---|---|
committer | Norbert Preining <norbert@preining.info> | 2019-09-02 13:46:59 +0900 |
commit | e0c6872cf40896c7be36b11dcc744620f10adf1d (patch) | |
tree | 60335e10d2f4354b0674ec22d7b53f0f8abee672 /macros/luatex/generic/luatexja/src/ltj-inputbuf.lua |
Initial commit
Diffstat (limited to 'macros/luatex/generic/luatexja/src/ltj-inputbuf.lua')
-rw-r--r-- | macros/luatex/generic/luatexja/src/ltj-inputbuf.lua | 53 |
1 files changed, 53 insertions, 0 deletions
diff --git a/macros/luatex/generic/luatexja/src/ltj-inputbuf.lua b/macros/luatex/generic/luatexja/src/ltj-inputbuf.lua new file mode 100644 index 0000000000..e901d43891 --- /dev/null +++ b/macros/luatex/generic/luatexja/src/ltj-inputbuf.lua @@ -0,0 +1,53 @@ +-- +-- luatexja/ltj-inputbuf.lua +-- + +luatexja.load_module('base'); local ltjb = luatexja.base +luatexja.load_module('charrange'); local ltjc = luatexja.charrange + +require("unicode") +local utflen = utf.len +local utfbyte = utf.byte +local utfchar = utf.char +local node_new = node.new +local node_free = node.free +local id_glyph = node.id('glyph') +local getcatcode, getcount = tex.getcatcode, tex.getcount +local ltjc_is_japanese_char_curlist = ltjc.is_japanese_char_curlist + +--- the following function is modified from jafontspec.lua (by K. Maeda). +--- Instead of "%", we use U+FFFFF for suppressing spaces. +--DEBUG require"socket" +local time_line = 0 +local start_time_measure, stop_time_measure + = ltjb.start_time_measure, ltjb.stop_time_measure +local function add_comment(buffer) + start_time_measure('inputbuf') + local i = utflen(buffer) + while (i>0) and (getcatcode(utfbyte(buffer, i))==1 + or getcatcode(utfbyte(buffer, i))==2) do + i=i-1 + end + if i>0 then + local c = utfbyte(buffer, i) + if c>=0x80 then + local ct = getcatcode(c) + local te = tex.endlinechar + local ctl = (te ~= -1) and (getcatcode(te)==5) and (getcatcode(getcount('ltjlineendcomment'))==14) + -- Is the catcode of endline character is 5 (end-of-line)? + -- Is the catcode of \ltjlineendcomment (new comment char) is 14 (comment)? + if ((ct==11) or (ct==12)) and ctl then + if ltjc_is_japanese_char_curlist(c) then + buffer = buffer .. utfchar(getcount('ltjlineendcomment')) + end + end + end + end + stop_time_measure('inputbuf') + return buffer +end + +luatexbase.add_to_callback('process_input_buffer', + add_comment,'ltj.process_input_buffer') + +--EOF |