1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
|
if not modules then modules = { } end modules ['lang-dis'] = {
version = 1.001,
comment = "companion to lang-ini.mkiv",
author = "Hans Hagen, PRAGMA-ADE, Hasselt NL",
copyright = "PRAGMA ADE / ConTeXt Development Team",
license = "see context related readme files"
}
local concat = table.concat
local tex = tex
local nodes = nodes
local tasks = nodes.tasks
local nuts = nodes.nuts
local enableaction = tasks.enableaction
local setaction = tasks.setaction
local setfield = nuts.setfield
local getnext = nuts.getnext
local getprev = nuts.getprev
local getid = nuts.getid
local getattr = nuts.getattr
local getsubtype = nuts.getsubtype
local setsubtype = nuts.setsubtype
local getchar = nuts.getchar
local setchar = nuts.setchar
local getdisc = nuts.getdisc
local setdisc = nuts.setdisc
local getlang = nuts.setlang
local getboth = nuts.getboth
local setlist = nuts.setlist
local setlink = nuts.setlink
local isglyph = nuts.isglyph
local copy_node = nuts.copy
local remove_node = nuts.remove
local flush_list = nuts.flush_list
local flush_node = nuts.flush_node
local nextdisc = nuts.traversers.disc
local new_disc = nuts.pool.disc
local nodecodes = nodes.nodecodes
local disccodes = nodes.disccodes
local disc_code = nodecodes.disc
local glyph_code = nodecodes.glyph
local explicitdisc_code = disccodes.explicit
local a_visualize = attributes.private("visualizediscretionary")
local setattribute = tex.setattribute
local getlanguagedata = languages.getdata
local prehyphenchar = lang.prehyphenchar
local posthyphenchar = lang.posthyphenchar
local check_regular = true
local setlistcolor = nodes.tracers.colors.setlist
function languages.visualizediscretionaries(head)
for d in nextdisc, head do
if getattr(d,a_visualize) then
local pre, post, replace = getdisc(d)
if pre then
setlistcolor(pre,"darkred")
end
if post then
setlistcolor(post,"darkgreen")
end
if replace then
setlistcolor(replace,"darkblue")
end
end
end
return head
end
local enabled = false
function languages.showdiscretionaries(v)
if v == false then
setattribute(a_visualize,unsetvalue)
else -- also nil
if not enabled then
enableaction("processors","languages.visualizediscretionaries")
enabled = true
end
setattribute(a_visualize,1)
end
end
interfaces.implement {
name = "showdiscretionaries",
actions = languages.showdiscretionaries
}
do
local toutf = nodes.listtoutf
local utfchar = utf.char
local f_disc = string.formatters["{%s}{%s}{%s}"]
local replace = lpeg.replacer( {
[utfchar(0x200C)] = "|",
[utfchar(0x200D)] = "|",
}, nil, true)
local function convert(list)
return list and replace(toutf(list)) or ""
end
function languages.serializediscretionary(d) -- will move to tracer
local pre, post, replace = getdisc(d)
return f_disc(convert(pre),convert(post),convert(replace))
end
end
-- --
local wiped = 0
local flatten_discretionaries = nuts.flatten_discretionaries -- todo in nodes
-- if flatten_discretionaries then
function languages.flatten(head)
local h, n = flatten_discretionaries(head)
wiped = wiped + n
return h, n > 0
end
-- else
--
-- local function wipe(head,delayed)
-- local p, n = getboth(delayed)
-- local _, _, h, _, _, t = getdisc(delayed,true)
-- if p or n then
-- if h then
-- setlink(p,h)
-- setlink(t,n)
-- setfield(delayed,"replace")
-- else
-- setlink(p,n)
-- end
-- end
-- if head == delayed then
-- head = h
-- end
-- wiped = wiped + 1
-- flush_node(delayed)
-- return head
-- end
--
-- function languages.flatten(head)
-- local delayed = nil
-- for d in nextdisc, head do
-- if delayed then
-- head = wipe(head,delayed)
-- end
-- delayed = d
-- end
-- if delayed then
-- return wipe(head,delayed), true
-- else
-- return head, false
-- end
-- end
--
-- end
function languages.nofflattened()
return wiped -- handy for testing
end
-- experiment: for now not in not in export mode!
local flatten = languages.flatten
local getlist = nodes.getlist
nodes.handlers.flattenline = flatten
function nodes.handlers.flatten(head,where)
if head and (where == "box" or where == "adjusted_hbox") then
return flatten(head)
end
return head
end
directives.register("hyphenator.flatten",function(v)
-- use with care
setaction("processors","nodes.handlers.flatten",v)
setaction("contributers","nodes.handlers.flattenline",v)
end)
-- moved here:
function languages.explicithyphen(template)
local pre, post
local disc = new_disc()
if template then
local langdata = getlanguagedata(getlang(template))
local instance = langdata and langdata.instance
if instance then
local prechr = prehyphenchar(instance)
local postchr = posthyphenchar(instance)
if prechr >= 0 then
pre = copy_node(template)
setchar(pre,prechr)
end
if postchr >= 0 then
post = copy_node(template)
setchar(post,postchr)
end
end
end
setdisc(disc,pre,post,nil,explicitdisc_code,tex.exhyphenpenalty)
return disc
end
|
