1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
|
if not modules then modules = { } end modules ['lang-dis'] = {
version = 1.001,
comment = "companion to lang-ini.mkiv",
author = "Hans Hagen, PRAGMA-ADE, Hasselt NL",
copyright = "PRAGMA ADE / ConTeXt Development Team",
license = "see context related readme files"
}
local concat = table.concat
local nodes = nodes
local tasks = nodes.tasks
local nuts = nodes.nuts
local enableaction = tasks.enableaction
local setaction = tasks.setaction
local tonode = nuts.tonode
local tonut = nuts.tonut
local getfield = nuts.getfield
local setfield = nuts.setfield
local getnext = nuts.getnext
local getprev = nuts.getprev
local getid = nuts.getid
local getfont = nuts.getfont
local getattr = nuts.getattr
local getsubtype = nuts.getsubtype
local setsubtype = nuts.setsubtype
local getchar = nuts.getchar
local setchar = nuts.setchar
local getdisc = nuts.getdisc
local setdisc = nuts.setdisc
local getlang = nuts.setlang
local getboth = nuts.getboth
local setlist = nuts.setlist
local setlink = nuts.setlink
local isglyph = nuts.isglyph
local copy_node = nuts.copy
local remove_node = nuts.remove
local traverse_id = nuts.traverse_id
local flush_list = nuts.flush_list
local flush_node = nuts.flush_node
local nodecodes = nodes.nodecodes
local disccodes = nodes.disccodes
local disc_code = nodecodes.disc
local glyph_code = nodecodes.glyph
local discretionary_code = disccodes.discretionary
local explicit_code = disccodes.explicit
local automatic_code = disccodes.automatic
local regular_code = disccodes.regular
local a_visualize = attributes.private("visualizediscretionary")
local setattribute = tex.setattribute
local getlanguagedata = languages.getdata
local check_regular = true
local expanders -- this will go away
-- the penalty has been determined by the mode (currently we force 1):
--
-- 0 : exhyphenpenalty
-- 1 : hyphenpenalty
-- 2 : automatichyphenpenalty
--
-- following a - : the pre and post chars are already appended and set
-- so we have pre=preex and post=postex .. however, the previous
-- hyphen is already injected ... downside: the font handler sees this
-- so this is another argument for doing a hyphenation pass in context
if LUATEXVERSION < 1.005 then
expanders = {
[discretionary_code] = function(d,template)
-- \discretionary
return template
end,
[explicit_code] = function(d,template)
-- \-
local pre, post, replace = getdisc(d)
local done = false
if pre then
local char = isglyph(pre)
if char and char <= 0 then
done = true
flush_list(pre)
pre = nil
end
end
if post then
local char = isglyph(post)
if char and char <= 0 then
done = true
flush_list(post)
post = nil
end
end
if done then
-- todo: take existing penalty
setdisc(d,pre,post,replace,explicit_code,tex.exhyphenpenalty)
else
setsubtype(d,explicit_code)
end
return template
end,
[automatic_code] = function(d,template)
local pre, post, replace = getdisc(d)
if pre then
-- we have a preex characters and want that one to replace the
-- character in front which is the trigger
if not template then
-- can there be font kerns already?
template = getprev(d)
if template and getid(template) ~= glyph_code then
template = getnext(d)
if template and getid(template) ~= glyph_code then
template = nil
end
end
end
if template then
local pseudohead = getprev(template)
if pseudohead then
while template ~= d do
pseudohead, template, removed = remove_node(pseudohead,template)
-- free old replace ?
replace = removed
-- break ?
end
else
-- can't happen
end
setdisc(d,pre,post,replace,automatic_code,tex.hyphenpenalty)
else
-- print("lone regular discretionary ignored")
end
else
setdisc(d,pre,post,replace,automatic_code,tex.hyphenpenalty)
end
return template
end,
[regular_code] = function(d,template)
if check_regular then
-- simple
if not template then
-- can there be font kerns already?
template = getprev(d)
if template and getid(template) ~= glyph_code then
template = getnext(d)
if template and getid(template) ~= glyph_code then
template = nil
end
end
end
if template then
local language = template and getlang(template)
local data = getlanguagedata(language)
local prechar = data.prehyphenchar
local postchar = data.posthyphenchar
local pre, post, replace = getdisc(d) -- pre can be set
local done = false
if prechar and prechar > 0 then
done = true
pre = copy_node(template)
setchar(pre,prechar)
end
if postchar and postchar > 0 then
done = true
post = copy_node(template)
setchar(post,postchar)
end
if done then
setdisc(d,pre,post,replace,regular_code,tex.hyphenpenalty)
end
else
-- print("lone regular discretionary ignored")
end
return template
end
end,
[disccodes.first] = function()
-- forget about them
end,
[disccodes.second] = function()
-- forget about them
end,
}
function languages.expand(d,template,subtype)
if not subtype then
subtype = getsubtype(d)
end
if subtype ~= discretionary_code then
return expanders[subtype](d,template)
end
end
else
function languages.expand()
-- nothing to be fixed
end
end
languages.expanders = expanders
-- -- -- -- --
local setlistcolor = nodes.tracers.colors.setlist
function languages.visualizediscretionaries(head)
for d in traverse_id(disc_code,tonut(head)) do
if getattr(d,a_visualize) then
local pre, post, replace = getdisc(d)
if pre then
setlistcolor(pre,"darkred")
end
if post then
setlistcolor(post,"darkgreen")
end
if replace then
setlistcolor(replace,"darkblue")
end
end
end
end
local enabled = false
function languages.showdiscretionaries(v)
if v == false then
setattribute(a_visualize,unsetvalue)
else -- also nil
if not enabled then
enableaction("processors","languages.visualizediscretionaries")
enabled = true
end
setattribute(a_visualize,1)
end
end
interfaces.implement {
name = "showdiscretionaries",
actions = languages.showdiscretionaries
}
local toutf = nodes.listtoutf
function languages.serializediscretionary(d) -- will move to tracer
local pre, post, replace = getdisc(d)
return string.formatters["{%s}{%s}{%s}"](
pre and toutf(pre) or "",
post and toutf(post) or "",
replace and toutf(replace) or ""
)
end
-- --
local wiped = 0
local function wipe(head,delayed)
local p, n = getboth(delayed)
local _, _, h, _, _, t = getdisc(delayed,true)
if p or n then
if h then
setlink(p,h)
setlink(t,n)
setfield(delayed,"replace")
else
setlink(p,n)
end
end
if head == delayed then
head = h
end
wiped = wiped + 1
flush_node(delayed)
return head
end
function languages.flatten(head)
local nuthead = tonut(head)
local delayed = nil
for d in traverse_id(disc_code,nuthead) do
if delayed then
nuthead = wipe(nuthead,delayed)
end
delayed = d
end
if delayed then
return tonode(wipe(nuthead,delayed)), true
else
return head, false
end
end
function languages.nofflattened()
return wiped -- handy for testing
end
-- experiment
local flatten = languages.flatten
local getlist = nodes.getlist
nodes.handlers.flattenline = flatten
function nodes.handlers.flatten(head,where)
if head and (where == "box" or where == "adjusted_hbox") then
return flatten(head)
end
return true
end
directives.register("hyphenator.flatten",function(v)
setaction("processors","nodes.handlers.flatten",v)
setaction("contributers","nodes.handlers.flattenline",v)
end)
|