1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
|
if not modules then modules = { } end modules ['lang-rep'] = {
version = 1.001,
comment = "companion to lang-rep.mkiv",
author = "Hans Hagen, PRAGMA-ADE, Hasselt NL",
copyright = "PRAGMA ADE / ConTeXt Development Team",
license = "see context related readme files"
}
-- A BachoTeX 2013 experiment, probably not that useful. Eventually I used a simpler
-- more generic example. I'm sure no one ever notices of even needs this code.
--
-- As a follow up on a question by Alan about special treatment of dropped caps I wonder
-- if I can make this one more clever (probably in a few more dev steps). For instance
-- injecting nodes or replacing nodes. It's a prelude to a kind of lpeg for nodes,
-- although (given experiences so far) we don't really need that. After all, each problem
-- is somewhat unique.
local type, tonumber = type, tonumber
local utfbyte, utfsplit = utf.byte, utf.split
local P, C, U, Cc, Ct, lpegmatch = lpeg.P, lpeg.C, lpeg.patterns.utf8character, lpeg.Cc, lpeg.Ct, lpeg.match
local find = string.find
local grouped = P("{") * ( Ct((U/utfbyte-P("}"))^1) + Cc(false) ) * P("}")-- grouped
local splitter = Ct((Ct(Cc("discretionary") * grouped * grouped * grouped) + U/utfbyte)^1)
local trace_replacements = false trackers.register("languages.replacements", function(v) trace_replacements = v end)
local trace_detail = false trackers.register("languages.replacements.detail", function(v) trace_detail = v end)
local report_replacement = logs.reporter("languages","replacements")
local glyph_code = nodes.nodecodes.glyph
local nuts = nodes.nuts
local tonut = nuts.tonut
local tonode = nuts.tonode
local setfield = nuts.setfield
local getnext = nuts.getnext
local getprev = nuts.getprev
local getattr = nuts.getattr
local getid = nuts.getid
local getchar = nuts.getchar
local insert_node_before = nuts.insert_before
local remove_node = nuts.remove
local copy_node = nuts.copy
local flush_list = nuts.flush_list
local insert_after = nuts.insert_after
local nodepool = nuts.pool
local new_glyph = nodepool.glyph
local new_disc = nodepool.disc
local texsetattribute = tex.setattribute
local unsetvalue = attributes.unsetvalue
local v_reset = interfaces.variables.reset
local implement = interfaces.implement
local replacements = languages.replacements or { }
languages.replacements = replacements
local a_replacements = attributes.private("replacements")
local lists = { }
local last = 0
local trees = { }
table.setmetatableindex(lists,function(lists,name)
last = last + 1
local list = { }
local data = { name = name, list = list, attribute = last }
lists[last] = data
lists[name] = data
trees[last] = list
return data
end)
lists[v_reset].attribute = unsetvalue -- so we discard 0
-- todo: glue kern
local function add(root,word,replacement)
local list = utfsplit(word,true)
local size = #list
for i=1,size do
local l = utfbyte(list[i])
if not root[l] then
root[l] = { }
end
if i == size then
-- local newlist = utfsplit(replacement,true)
-- for i=1,#newlist do
-- newlist[i] = utfbyte(newlist[i])
-- end
local special = find(replacement,"{",1,true)
local newlist = lpegmatch(splitter,replacement)
--
root[l].final = {
word = word,
replacement = replacement,
oldlength = size,
newcodes = newlist,
special = special,
}
end
root = root[l]
end
end
function replacements.add(category,word,replacement)
local root = lists[category].list
if type(word) == "table" then
for word, replacement in next, word do
add(root,word,replacement)
end
else
add(root,word,replacement or "")
end
end
local function hit(a,head)
local tree = trees[a]
if tree then
local root = tree[getchar(head)]
if root then
local current = getnext(head)
local lastrun = false
local lastfinal = false
while current and getid(current) == glyph_code do
local newroot = root[getchar(current)]
if not newroot then
return lastrun, lastfinal
else
local final = newroot.final
if final then
if trace_detail then
report_replacement("hitting word %a, replacement %a",final.word,final.replacement)
end
lastrun = current
lastfinal = final
else
root = newroot
end
end
current = getnext(current)
end
if lastrun then
return lastrun, lastfinal
end
end
end
end
local function tonodes(list,template)
local head, current
for i=1,#list do
local new = copy_node(template)
setfield(new,"char",list[i])
if head then
head, current = insert_after(head,current,new)
else
head, current = new, new
end
end
return head
end
function replacements.handler(head)
head = tonut(head)
local current = head
local done = false
while current do
if getid(current) == glyph_code then
local a = getattr(current,a_replacements)
if a then
local last, final = hit(a,current)
if last then
local oldlength = final.oldlength
local newcodes = final.newcodes
local newlength = #newcodes
if trace_replacement then
report_replacement("replacing word %a by %a",final.word,final.replacement)
end
if final.special then
-- easier is to delete and insert (a simple callout to tex would be more efficient)
-- maybe just walk over a replacement string instead
local prev = getprev(current)
local next = getnext(last)
local list = current
setfield(last,"next",nil)
setfield(prev,"next",next)
if next then
setfield(next,"prev",prev)
end
current = prev
if not current then
head = nil
end
for i=1,newlength do
local codes = newcodes[i]
local new = nil
if type(codes) == "table" then
local method = codes[1]
if method == "discretionary" then
local pre, post, replace = codes[2], codes[3], codes[4]
new = new_disc()
if pre then
setfield(new,"pre",tonodes(pre,last))
end
if post then
setfield(new,"post",tonodes(post,last))
end
if replace then
setfield(new,"replace",tonodes(replace,last))
end
else
-- todo
end
else
new = copy_node(last)
setfield(new,"char",codes)
end
if new then
head, current = insert_after(head,current,new)
end
end
flush_list(list)
elseif oldlength == newlength then -- #old == #new
for i=1,newlength do
setfield(current,"char",newcodes[i])
current = getnext(current)
end
elseif oldlength < newlength then -- #old < #new
for i=1,newlength-oldlength do
local n = copy_node(current)
setfield(n,"char",newcodes[i])
head, current = insert_node_before(head,current,n)
current = getnext(current)
end
for i=newlength-oldlength+1,newlength do
setfield(current,"char",newcodes[i])
current = getnext(current)
end
else -- #old > #new
for i=1,oldlength-newlength do
head, current = remove_node(head,current,true)
end
for i=1,newlength do
setfield(current,"char",newcodes[i])
current = getnext(current)
end
end
done = true
end
end
end
current = getnext(current)
end
return tonode(head), done
end
local enabled = false
function replacements.set(n)
if n == v_reset then
n = unsetvalue
else
n = lists[n].attribute
if not enabled then
nodes.tasks.enableaction("processors","languages.replacements.handler")
if trace_replacements then
report_replacement("enabling replacement handler")
end
enabled = true
end
end
texsetattribute(a_replacements,n)
end
-- interface
implement {
name = "setreplacements",
actions = replacements.set,
arguments = "string"
}
implement {
name = "addreplacements",
actions = replacements.add,
arguments = { "string", "string", "string" }
}
|