summaryrefslogtreecommitdiff
path: root/Master/texmf-dist/tex/luatex/luatexja/ltj-otf.lua
blob: f84faa436e9ecc4665d69fed0c90ecf514098b1b (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
--
-- luatexja/ltj-otf.lua
--
require('unicode')
require('lualibs')

luatexja.load_module('base');      local ltjb = luatexja.base
luatexja.load_module('jfont');     local ltjf = luatexja.jfont
luatexja.load_module('rmlgbm');    local ltjr = luatexja.rmlgbm
luatexja.load_module('charrange'); local ltjc = luatexja.charrange

local id_glyph = node.id('glyph')
local id_whatsit = node.id('whatsit')
local sid_user = node.subtype('user_defined')

local Dnode = node.direct or node

local setfield = (Dnode ~= node) and Dnode.setfield or function(n, i, c) n[i] = c end
local getfield = (Dnode ~= node) and Dnode.getfield or function(n, i) return n[i] end
local getid = (Dnode ~= node) and Dnode.getid or function(n) return n.id end
local getfont = (Dnode ~= node) and Dnode.getfont or function(n) return n.font end
--local getlist = (Dnode ~= node) and Dnode.getlist or function(n) return n.head end
local getchar = (Dnode ~= node) and Dnode.getchar or function(n) return n.char end
local getsubtype = (Dnode ~= node) and Dnode.getsubtype or function(n) return n.subtype end

local nullfunc = function(n) return n end
local to_node = (Dnode ~= node) and Dnode.tonode or nullfunc
local to_direct = (Dnode ~= node) and Dnode.todirect or nullfunc

local node_new = Dnode.new
local node_remove = luatexja.Dnode_remove -- Dnode.remove
local node_next = (Dnode ~= node) and Dnode.getnext or node.next
local node_free = Dnode.free
local has_attr = Dnode.has_attribute
local set_attr = Dnode.set_attribute
local unset_attr = Dnode.unset_attribute
local node_insert_after = Dnode.insert_after 
local node_write = Dnode.write
local node_traverse_id = Dnode.traverse_id

local identifiers = fonts.hashes.identifiers

local attr_curjfnt = luatexbase.attributes['ltj@curjfnt']
local attr_yablshift = luatexbase.attributes['ltj@yablshift']
local attr_ykblshift = luatexbase.attributes['ltj@ykblshift']

local ltjf_font_metric_table = ltjf.font_metric_table
local ltjf_find_char_class = ltjf.find_char_class
local ltjr_cidfont_data = ltjr.cidfont_data
local ltjc_is_ucs_in_japanese_char = ltjc.is_ucs_in_japanese_char

luatexja.userid_table.OTF = luatexbase.newuserwhatsitid('char_by_cid',  'luatexja')
luatexja.userid_table.VSR = luatexbase.newuserwhatsitid('replace_vs',  'luatexja') 
local OTF, VSR = luatexja.userid_table.OTF, luatexja.userid_table.VSR

local function get_ucs_from_rmlgbm(c)
   local v = ltjr_cidfont_data["Adobe-Japan1"].resources.unicodes["Japan1." .. tostring(c)]
   if not v then -- AJ1 範囲外
      return 0
   elseif v<0xF0000 then -- 素直に Unicode にマップ可能
      return v
   else
      local w = ltjr_cidfont_data["Adobe-Japan1"].characters[v]. tounicode
      -- must be non-nil!
      local i = string.len(w)
      if i==4 then -- UCS2
         return tonumber(w,16)
      elseif i==8 then 
         i,w = tonumber(string.sub(w,1,4),16), tonumber(string.sub(w,-4),16)
         if (w>=0xD800) and (w<=0xDB7F) and (i>=0xDC00) and (i<=0xDFFF) then -- Surrogate pair
            return (w-0xD800)*0x400 + (i-0xDC00)
         else
            return 0
         end
      end
   end
end

-- Append a whatsit node to the list.
-- This whatsit node will be extracted to a glyph_node
local function append_jglyph(char)
   local p = node_new(id_whatsit,sid_user)
   local v = tex.attribute[attr_curjfnt]
   setfield(p, 'user_id', OTF)
   setfield(p, 'type', 100)
   setfield(p, 'value', char)
   set_attr(p, attr_yablshift, tex.attribute[attr_ykblshift])
   node_write(p)
end

local function cid(key)
   if key==0 then return append_jglyph(char) end
   local curjfnt = identifiers[tex.attribute[attr_curjfnt]]
   if not curjfnt.cidinfo or 
      curjfnt.cidinfo.ordering ~= "Japan1" and
      curjfnt.cidinfo.ordering ~= "GB1" and
      curjfnt.cidinfo.ordering ~= "CNS1" and
      curjfnt.cidinfo.ordering ~= "Korea1" then
--      ltjb.package_warning('luatexja-otf',
--			   'Current Japanese font (or other CJK font) "'
--			      ..curjfnt.psname..'" is not a CID-Keyed font (Adobe-Japan1 etc.)')
      return append_jglyph(get_ucs_from_rmlgbm(key))
   end
   local char = curjfnt.resources.unicodes[curjfnt.cidinfo.ordering..'.'..tostring(key)]
   if not char then
      ltjb.package_warning('luatexja-otf',
                           'Current Japanese font (or other CJK font) "'
                              ..curjfnt.psname..'" does not have the specified CID character ('
                              ..tostring(key)..')', 
                           'Use a font including the specified CID character.')
      char = 0
   end
   return append_jglyph(char)
end

local function extract(head)
   head = to_direct(head)
   local p = head
   local v
   while p do
      if getid(p)==id_whatsit then
         if getsubtype(p)==sid_user then
            local puid = getfield(p, 'user_id')
            if puid==OTF or puid==VSR then
               local g = node_new(id_glyph)
               setfield(g, 'subtype', 0)
	       setfield(g, 'char', getfield(p, 'value'))
               v = has_attr(p, attr_curjfnt); setfield(g, 'font',v)
               set_attr(g, attr_curjfnt, puid==OTF and v or -1)
               -- VSR yields ALchar
               v = has_attr(p, attr_yablshift)
               if v then 
                  set_attr(g, attr_yablshift, v)
               else
                  unset_attr(g, attr_yablshift)
               end
               head = node_insert_after(head, p, g)
               head = node_remove(head, p)
               node_free(p); p = g
            end
         end
      end
      p = node_next(p)
   end
   return to_node(head)
end

luatexbase.add_to_callback('hpack_filter', extract,
			   'ltj.hpack_filter_otf',
   luatexbase.priority_in_callback('pre_linebreak_filter',
				   'ltj.pre_linebreak_filter'))
luatexbase.add_to_callback('pre_linebreak_filter', extract,
			   'ltj.pre_linebreak_filter_otf',
   luatexbase.priority_in_callback('pre_linebreak_filter',
				   'ltj.pre_linebreak_filter'))


-- additional callbacks
-- 以下は,LuaTeX-ja に用意された callback のサンプルになっている.
--   JFM の文字クラスの指定の所で,"AJ1-xxx" 形式での指定を可能とした.
--   これらの文字指定は,和文フォント定義ごとに,それぞれのフォントの
--   CID <-> グリフ 対応状況による変換テーブルが用意される.

-- 和文フォント読み込み時に,CID -> unicode 対応をとっておく.
local function cid_to_char(fmtable, fn)
   local fi = identifiers[fn]
   if fi.cidinfo and fi.cidinfo.ordering == "Japan1" then
      fmtable.cid_char_type = {}
      for i, v in pairs(fmtable.chars) do
	 local j = string.match(i, "^AJ1%-([0-9]*)")
	 if j then
	    j = tonumber(fi.resources.unicodes['Japan1.'..tostring(j)])
	    if j then
	       fmtable.cid_char_type[j] = v 
	    end
	 end
      end
   end
   return fmtable
end
luatexbase.add_to_callback("luatexja.define_jfont", 
			   cid_to_char, "ltj.otf.define_jfont", 1)
--  既に読み込まれているフォントに対しても,同じことをやらないといけない
for fn, v in pairs(ltjf_font_metric_table) do
   ltjf_font_metric_table[fn] = cid_to_char(v, fn)
end


local function cid_set_char_class(arg, fmtable, char)
   if arg~=0 then return arg
   elseif fmtable.cid_char_type then
      return fmtable.cid_char_type[char] or 0
   else return 0
   end
end
luatexbase.add_to_callback("luatexja.find_char_class", 
			   cid_set_char_class, "ltj.otf.find_char_class", 1)

-------------------- IVS
local font_ivs_table = {} -- key: fontnumber
local enable_ivs
do
   local is_ivs_enabled = false
   local ivs -- temp table
   local sort = table.sort
   local uniq_flag
   local function add_ivs_table(tg, unitable, glyphmax)
      for i = 0, glyphmax-1 do
	 if tg[i] then
	    local gv = tg[i]
	    if gv.altuni then
	       for _,at in pairs(gv.altuni) do
		  local bu, vsel = at.unicode, at.variant
		  if vsel then
		     if vsel>=0xE0100 then vsel = vsel - 0xE0100 end
		     if not ivs[bu] then ivs[bu] = {} end
		     uniq_flag = true
		     for i,_ in pairs(ivs[bu]) do
			if i==vs then uniq_flag = false; break end
		     end
		     if uniq_flag then 
			ivs[bu][vsel] = unitable[gv.name]
		     end
		  end
	       end
	    end
	 end
      end
   end
   local function make_ivs_table(id, fname)
      ivs = {}
      local fl = fontloader.open(fname)
      local unicodes = id.resources.unicodes
      if fl.glyphs then
	 add_ivs_table(fl.glyphs, id.resources.unicodes, fl.glyphmax)
      end
      if fl.subfonts then
         for _,v in pairs(fl.subfonts) do
            add_ivs_table(v.glyphs, id.resources.unicodes, v.glyphmax)
         end
      end
      fontloader.close(fl)
      return ivs
   end

-- loading and saving
   local font_ivs_basename = {} -- key: basename
   local cache_ver = 4
   local checksum = file.checksum

   local function prepare_ivs_data(n, id)
      -- test if already loaded
      if type(id)=='number' then -- sometimes id is an integer
         font_ivs_table[n] = font_ivs_table[id]; return
      elseif not id then return
      end
      local fname = id.filename
      local bname = file.basename(fname)
      if not fname then 
         font_ivs_table[n] = {}; return
      elseif font_ivs_basename[bname] then 
         font_ivs_table[n] = font_ivs_basename[bname]; return
      end
      
      -- if the cache is present, read it
      local newsum = checksum(fname) -- MD5 checksum of the fontfile
      local v = "ivs_" .. string.lower(file.nameonly(fname))
      local dat = ltjb.load_cache(v, 
         function (t) return (t.version~=cache_ver) or (t.chksum~=newsum) end
      )
      -- if the cache is not found or outdated, save the cache
      if dat then 
	 font_ivs_basename[bname] = dat[1] or {}
      else
	 dat = make_ivs_table(id, fname)
	 font_ivs_basename[bname] = dat or {}
	 ltjb.save_cache( v,
			  {
			     chksum = checksum(fname), 
			     version = cache_ver,
			     dat,
			  })
      end
      font_ivs_table[n] = font_ivs_basename[bname]
   end

-- 組版時
   local function ivs_jglyph(char, bp, pf, uid)
      local p = node_new(id_whatsit,sid_user)
      setfield(p, 'user_id', uid)
      setfield(p, 'type', 100)
      setfield(p, 'value', char)
      set_attr(p, attr_curjfnt, pf)
      set_attr(p, attr_yablshift, has_attr(bp, attr_ykblshift) or 0)
      return p
   end

   local function do_ivs_repr(head)
      head = to_direct(head)
      local p, r = head
      while p do
	 local pid = getid(p)
	 if pid==id_glyph then
            local pf = getfont(p)
            local q = node_next(p) -- the next node of p
            if q and getid(q)==id_glyph then
               local qc = getchar(q)
               if (qc>=0xFE00 and qc<=0xFE0F) or (qc>=0xE0100 and qc<0xE01F0) then 
                  -- q is a variation selector
                  if qc>=0xE0100 then qc = qc - 0xE0100 end
                  local pt = font_ivs_table[pf]
                  pt = pt and pt[getchar(p)];  pt = pt and  pt[qc]
                  head, r = node_remove(head,q)
		  node_free(q)
                  if pt then
                     local np = ivs_jglyph(pt, p, pf,
                                           (has_attr(p,attr_curjfnt) or 0)==pf and OTF or VSR)
                     head = node_insert_after(head, p, np) 
                     head = node_remove(head,p)
		     node_free(p)
                  end
		  p = r
	       else 
		  p = q
               end
	    else
	       p = node_next(p)
            end
	 else
	    p = node_next(p)
         end
      end
      return to_node(head)
   end

   -- font define
   local function font_callback(name, size, id, fallback)
      local d = fallback(name, size, id)
      prepare_ivs_data(id, d)
      return d
   end

   enable_ivs = function ()
      if is_ivs_enabled then
	 ltjb.package_warning('luatexja-otf',
			      'luatexja.otf.enable_ivs() was already called, so this call is ignored', '')
      else
	 luatexbase.add_to_callback('hpack_filter', 
				    do_ivs_repr,'do_ivs', 1)
	 luatexbase.add_to_callback('pre_linebreak_filter', 
				    do_ivs_repr, 'do_ivs', 1)
	 local ivs_callback = function (name, size, id)
	    return font_callback(
	       name, size, id, 
	       function (name, size, id) return luatexja.font_callback(name, size, id) end
	    )
	 end
	 luatexbase.add_to_callback('define_font',ivs_callback,"luatexja.ivs_font_callback", 1)
	 for i=1,font.nextid()-1 do
	    if identifiers[i] then prepare_ivs_data(i, identifiers[i]) end
	 end
	 is_ivs_enabled = true
      end
   end
end

luatexja.otf = {
  append_jglyph = append_jglyph,
  enable_ivs = enable_ivs,  -- 隠し機能: IVS
  font_ivs_table = font_ivs_table,
  cid = cid,
}

-- EOF