1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
|
--
-- luatexja/ltj-otf.lua
--
require('unicode')
require('lualibs')
luatexja.load_module('base'); local ltjb = luatexja.base
luatexja.load_module('jfont'); local ltjf = luatexja.jfont
luatexja.load_module('rmlgbm'); local ltjr = luatexja.rmlgbm
luatexja.load_module('charrange'); local ltjc = luatexja.charrange
local id_glyph = node.id('glyph')
local id_whatsit = node.id('whatsit')
local sid_user = node.subtype('user_defined')
local Dnode = node.direct or node
local setfield = (Dnode ~= node) and Dnode.setfield or function(n, i, c) n[i] = c end
local getfield = (Dnode ~= node) and Dnode.getfield or function(n, i) return n[i] end
local getid = (Dnode ~= node) and Dnode.getid or function(n) return n.id end
local getfont = (Dnode ~= node) and Dnode.getfont or function(n) return n.font end
--local getlist = (Dnode ~= node) and Dnode.getlist or function(n) return n.head end
local getchar = (Dnode ~= node) and Dnode.getchar or function(n) return n.char end
local getsubtype = (Dnode ~= node) and Dnode.getsubtype or function(n) return n.subtype end
local nullfunc = function(n) return n end
local to_node = (Dnode ~= node) and Dnode.tonode or nullfunc
local to_direct = (Dnode ~= node) and Dnode.todirect or nullfunc
local node_new = Dnode.new
local node_remove = luatexja.Dnode_remove -- Dnode.remove
local node_next = (Dnode ~= node) and Dnode.getnext or node.next
local node_free = Dnode.free
local has_attr = Dnode.has_attribute
local set_attr = Dnode.set_attribute
local unset_attr = Dnode.unset_attribute
local node_insert_after = Dnode.insert_after
local node_write = Dnode.write
local node_traverse_id = Dnode.traverse_id
local identifiers = fonts.hashes.identifiers
local attr_curjfnt = luatexbase.attributes['ltj@curjfnt']
local attr_yablshift = luatexbase.attributes['ltj@yablshift']
local attr_ykblshift = luatexbase.attributes['ltj@ykblshift']
local ltjf_font_metric_table = ltjf.font_metric_table
local ltjf_find_char_class = ltjf.find_char_class
local ltjr_cidfont_data = ltjr.cidfont_data
local ltjc_is_ucs_in_japanese_char = ltjc.is_ucs_in_japanese_char
luatexja.userid_table.OTF = luatexbase.newuserwhatsitid('char_by_cid', 'luatexja')
luatexja.userid_table.VSR = luatexbase.newuserwhatsitid('replace_vs', 'luatexja')
local OTF, VSR = luatexja.userid_table.OTF, luatexja.userid_table.VSR
local function get_ucs_from_rmlgbm(c)
local v = ltjr_cidfont_data["Adobe-Japan1"].resources.unicodes["Japan1." .. tostring(c)]
if not v then -- AJ1 範囲外
return 0
elseif v<0xF0000 then -- 素直に Unicode にマップ可能
return v
else
local w = ltjr_cidfont_data["Adobe-Japan1"].characters[v]. tounicode
-- must be non-nil!
local i = string.len(w)
if i==4 then -- UCS2
return tonumber(w,16)
elseif i==8 then
i,w = tonumber(string.sub(w,1,4),16), tonumber(string.sub(w,-4),16)
if (w>=0xD800) and (w<=0xDB7F) and (i>=0xDC00) and (i<=0xDFFF) then -- Surrogate pair
return (w-0xD800)*0x400 + (i-0xDC00)
else
return 0
end
end
end
end
-- Append a whatsit node to the list.
-- This whatsit node will be extracted to a glyph_node
local function append_jglyph(char)
local p = node_new(id_whatsit,sid_user)
local v = tex.attribute[attr_curjfnt]
setfield(p, 'user_id', OTF)
setfield(p, 'type', 100)
setfield(p, 'value', char)
set_attr(p, attr_yablshift, tex.attribute[attr_ykblshift])
node_write(p)
end
local function cid(key)
if key==0 then return append_jglyph(char) end
local curjfnt = identifiers[tex.attribute[attr_curjfnt]]
if not curjfnt.cidinfo or
curjfnt.cidinfo.ordering ~= "Japan1" and
curjfnt.cidinfo.ordering ~= "GB1" and
curjfnt.cidinfo.ordering ~= "CNS1" and
curjfnt.cidinfo.ordering ~= "Korea1" then
-- ltjb.package_warning('luatexja-otf',
-- 'Current Japanese font (or other CJK font) "'
-- ..curjfnt.psname..'" is not a CID-Keyed font (Adobe-Japan1 etc.)')
return append_jglyph(get_ucs_from_rmlgbm(key))
end
local char = curjfnt.resources.unicodes[curjfnt.cidinfo.ordering..'.'..tostring(key)]
if not char then
ltjb.package_warning('luatexja-otf',
'Current Japanese font (or other CJK font) "'
..curjfnt.psname..'" does not have the specified CID character ('
..tostring(key)..')',
'Use a font including the specified CID character.')
char = 0
end
return append_jglyph(char)
end
local function extract(head)
head = to_direct(head)
local p = head
local v
while p do
if getid(p)==id_whatsit then
if getsubtype(p)==sid_user then
local puid = getfield(p, 'user_id')
if puid==OTF or puid==VSR then
local g = node_new(id_glyph)
setfield(g, 'subtype', 0)
setfield(g, 'char', getfield(p, 'value'))
v = has_attr(p, attr_curjfnt); setfield(g, 'font',v)
set_attr(g, attr_curjfnt, puid==OTF and v or -1)
-- VSR yields ALchar
v = has_attr(p, attr_yablshift)
if v then
set_attr(g, attr_yablshift, v)
else
unset_attr(g, attr_yablshift)
end
head = node_insert_after(head, p, g)
head = node_remove(head, p)
node_free(p); p = g
end
end
end
p = node_next(p)
end
return to_node(head)
end
luatexbase.add_to_callback('hpack_filter', extract,
'ltj.hpack_filter_otf',
luatexbase.priority_in_callback('pre_linebreak_filter',
'ltj.pre_linebreak_filter'))
luatexbase.add_to_callback('pre_linebreak_filter', extract,
'ltj.pre_linebreak_filter_otf',
luatexbase.priority_in_callback('pre_linebreak_filter',
'ltj.pre_linebreak_filter'))
-- additional callbacks
-- 以下は,LuaTeX-ja に用意された callback のサンプルになっている.
-- JFM の文字クラスの指定の所で,"AJ1-xxx" 形式での指定を可能とした.
-- これらの文字指定は,和文フォント定義ごとに,それぞれのフォントの
-- CID <-> グリフ 対応状況による変換テーブルが用意される.
-- 和文フォント読み込み時に,CID -> unicode 対応をとっておく.
local function cid_to_char(fmtable, fn)
local fi = identifiers[fn]
if fi.cidinfo and fi.cidinfo.ordering == "Japan1" then
fmtable.cid_char_type = {}
for i, v in pairs(fmtable.chars) do
local j = string.match(i, "^AJ1%-([0-9]*)")
if j then
j = tonumber(fi.resources.unicodes['Japan1.'..tostring(j)])
if j then
fmtable.cid_char_type[j] = v
end
end
end
end
return fmtable
end
luatexbase.add_to_callback("luatexja.define_jfont",
cid_to_char, "ltj.otf.define_jfont", 1)
-- 既に読み込まれているフォントに対しても,同じことをやらないといけない
for fn, v in pairs(ltjf_font_metric_table) do
ltjf_font_metric_table[fn] = cid_to_char(v, fn)
end
local function cid_set_char_class(arg, fmtable, char)
if arg~=0 then return arg
elseif fmtable.cid_char_type then
return fmtable.cid_char_type[char] or 0
else return 0
end
end
luatexbase.add_to_callback("luatexja.find_char_class",
cid_set_char_class, "ltj.otf.find_char_class", 1)
-------------------- IVS
local font_ivs_table = {} -- key: fontnumber
local enable_ivs
do
local is_ivs_enabled = false
local ivs -- temp table
local sort = table.sort
local uniq_flag
local function add_ivs_table(tg, unitable, glyphmax)
for i = 0, glyphmax-1 do
if tg[i] then
local gv = tg[i]
if gv.altuni then
for _,at in pairs(gv.altuni) do
local bu, vsel = at.unicode, at.variant
if vsel then
if vsel>=0xE0100 then vsel = vsel - 0xE0100 end
if not ivs[bu] then ivs[bu] = {} end
uniq_flag = true
for i,_ in pairs(ivs[bu]) do
if i==vs then uniq_flag = false; break end
end
if uniq_flag then
ivs[bu][vsel] = unitable[gv.name]
end
end
end
end
end
end
end
local function make_ivs_table(id, fname)
ivs = {}
local fl = fontloader.open(fname)
local unicodes = id.resources.unicodes
if fl.glyphs then
add_ivs_table(fl.glyphs, id.resources.unicodes, fl.glyphmax)
end
if fl.subfonts then
for _,v in pairs(fl.subfonts) do
add_ivs_table(v.glyphs, id.resources.unicodes, v.glyphmax)
end
end
fontloader.close(fl)
return ivs
end
-- loading and saving
local font_ivs_basename = {} -- key: basename
local cache_ver = 4
local checksum = file.checksum
local function prepare_ivs_data(n, id)
-- test if already loaded
if type(id)=='number' then -- sometimes id is an integer
font_ivs_table[n] = font_ivs_table[id]; return
elseif not id then return
end
local fname = id.filename
local bname = file.basename(fname)
if not fname then
font_ivs_table[n] = {}; return
elseif font_ivs_basename[bname] then
font_ivs_table[n] = font_ivs_basename[bname]; return
end
-- if the cache is present, read it
local newsum = checksum(fname) -- MD5 checksum of the fontfile
local v = "ivs_" .. string.lower(file.nameonly(fname))
local dat = ltjb.load_cache(v,
function (t) return (t.version~=cache_ver) or (t.chksum~=newsum) end
)
-- if the cache is not found or outdated, save the cache
if dat then
font_ivs_basename[bname] = dat[1] or {}
else
dat = make_ivs_table(id, fname)
font_ivs_basename[bname] = dat or {}
ltjb.save_cache( v,
{
chksum = checksum(fname),
version = cache_ver,
dat,
})
end
font_ivs_table[n] = font_ivs_basename[bname]
end
-- 組版時
local function ivs_jglyph(char, bp, pf, uid)
local p = node_new(id_whatsit,sid_user)
setfield(p, 'user_id', uid)
setfield(p, 'type', 100)
setfield(p, 'value', char)
set_attr(p, attr_curjfnt, pf)
set_attr(p, attr_yablshift, has_attr(bp, attr_ykblshift) or 0)
return p
end
local function do_ivs_repr(head)
head = to_direct(head)
local p, r = head
while p do
local pid = getid(p)
if pid==id_glyph then
local pf = getfont(p)
local q = node_next(p) -- the next node of p
if q and getid(q)==id_glyph then
local qc = getchar(q)
if (qc>=0xFE00 and qc<=0xFE0F) or (qc>=0xE0100 and qc<0xE01F0) then
-- q is a variation selector
if qc>=0xE0100 then qc = qc - 0xE0100 end
local pt = font_ivs_table[pf]
pt = pt and pt[getchar(p)]; pt = pt and pt[qc]
head, r = node_remove(head,q)
node_free(q)
if pt then
local np = ivs_jglyph(pt, p, pf,
(has_attr(p,attr_curjfnt) or 0)==pf and OTF or VSR)
head = node_insert_after(head, p, np)
head = node_remove(head,p)
node_free(p)
end
p = r
else
p = q
end
else
p = node_next(p)
end
else
p = node_next(p)
end
end
return to_node(head)
end
-- font define
local function font_callback(name, size, id, fallback)
local d = fallback(name, size, id)
prepare_ivs_data(id, d)
return d
end
enable_ivs = function ()
if is_ivs_enabled then
ltjb.package_warning('luatexja-otf',
'luatexja.otf.enable_ivs() was already called, so this call is ignored', '')
else
luatexbase.add_to_callback('hpack_filter',
do_ivs_repr,'do_ivs', 1)
luatexbase.add_to_callback('pre_linebreak_filter',
do_ivs_repr, 'do_ivs', 1)
local ivs_callback = function (name, size, id)
return font_callback(
name, size, id,
function (name, size, id) return luatexja.font_callback(name, size, id) end
)
end
luatexbase.add_to_callback('define_font',ivs_callback,"luatexja.ivs_font_callback", 1)
for i=1,font.nextid()-1 do
if identifiers[i] then prepare_ivs_data(i, identifiers[i]) end
end
is_ivs_enabled = true
end
end
end
luatexja.otf = {
append_jglyph = append_jglyph,
enable_ivs = enable_ivs, -- 隠し機能: IVS
font_ivs_table = font_ivs_table,
cid = cid,
}
-- EOF
|