1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
|
if not modules then modules = { } end modules ['luat-sto'] = {
version = 1.001,
comment = "companion to luat-lib.mkiv",
author = "Hans Hagen, PRAGMA-ADE, Hasselt NL",
copyright = "PRAGMA ADE / ConTeXt Development Team",
license = "see context related readme files"
}
-- we could nil some function in the productionrun
local type, next, setmetatable, getmetatable, collectgarbage = type, next, setmetatable, getmetatable, collectgarbage
local gmatch, format = string.gmatch, string.format
local serialize, concat, sortedhash = table.serialize, table.concat, table.sortedhash
local bytecode = lua.bytecode
local strippedloadstring = utilities.lua.strippedloadstring
local formatters = string.formatters
local trace_storage = false
local report_storage = logs.reporter("system","storage")
storage = storage or { }
local storage = storage
local data = { }
storage.data = data
storage.min = 0 -- 500
storage.max = storage.min - 1
storage.noftables = storage.noftables or 0
storage.nofmodules = storage.nofmodules or 0
storage.mark = utilities.storage.mark
storage.allocate = utilities.storage.allocate
storage.marked = utilities.storage.marked
storage.strip = false
directives.register("system.compile.strip", function(v) storage.strip = v end)
function storage.register(...)
local t = { ... }
local d = t[2]
if d then
storage.mark(d)
else
report_storage("fatal error: invalid storage %a",t[1])
os.exit()
end
data[#data+1] = t
return t
end
local n = 0 -- is that one used ?
if environment.initex then
-- local function dump()
-- local max = storage.max
-- for i=1,#data do
-- local d = data[i]
-- local message, original, target = d[1], d[2] ,d[3]
-- local c, code, name = 0, { }, nil
-- -- we have a nice definer for this
-- for str in gmatch(target,"([^%.]+)") do
-- if name then
-- name = name .. "." .. str
-- else
-- name = str
-- end
-- c = c + 1 ; code[c] = formatters["%s = %s or { }"](name,name)
-- end
-- max = max + 1
-- if trace_storage then
-- c = c + 1 ; code[c] = formatters["print('restoring %s from slot %s')"](message,max)
-- end
-- c = c + 1 ; code[c] = serialize(original,name)
-- if trace_storage then
-- report_storage('saving %a in slot %a, size %s',message,max,#code[c])
-- end
-- -- we don't need tracing in such tables
-- bytecode[max] = strippedloadstring(concat(code,"\n"),storage.strip,format("slot %s (%s)",max,name))
-- collectgarbage("step")
-- end
-- storage.max = max
-- end
local function dump()
local max = storage.max
local strip = storage.strip
for i=1,#data do
max = max + 1
local tabledata = data[i]
local message = tabledata[1]
local original = tabledata[2]
local target = tabledata[3]
local definition = utilities.tables.definetable(target,false,true)
local comment = formatters["restoring %s from slot %s"](message,max)
if trace_storage then
comment = formatters["print('%s')"](comment)
else
comment = formatters["-- %s"](comment)
end
local dumped = serialize(original,target)
if trace_storage then
report_storage('saving %a in slot %a, size %s',message,max,#dumped)
end
-- we don't need tracing in such tables
dumped = concat({ definition, comment, dumped },"\n")
bytecode[max] = strippedloadstring(dumped,strip,formatters["slot %s (%s)"](max,name))
collectgarbage("step")
end
storage.max = max
end
lua.registerfinalizer(dump,"dump storage")
end
-- to be tested with otf caching:
function lua.collectgarbage(threshold)
local current = collectgarbage("count")
local threshold = threshold or 256 * 1024
while true do
collectgarbage("collect")
local previous = collectgarbage("count")
if current - previous < threshold then
break
else
current = previous
end
end
end
-- -- we also need to count at generation time (nicer for message)
--
-- if lua.bytecode then -- from 0 upwards
-- local i, b = storage.min, lua.bytecode
-- while b[i] do
-- storage.noftables = i
-- b[i]()
-- b[i] = nil
-- i = i + 1
-- end
-- end
statistics.register("stored bytecode data", function()
local nofmodules = (storage.nofmodules > 0 and storage.nofmodules) or (status.luabytecodes - lua.firstbytecode - 1)
local nofdumps = (storage.noftables > 0 and storage.noftables ) or storage.max-storage.min + 1
local tofmodules = storage.tofmodules or 0
local tofdumps = storage.toftables or 0
if environment.initex then
local luautilities = utilities.lua
return format("%s modules, %s tables, %s chunks, %s chunks stripped (%s bytes)",
nofmodules,
nofdumps,
nofmodules + nofdumps,
luautilities.nofstrippedchunks or 0,
luautilities.nofstrippedbytes or 0
)
else
return format("%s modules (%0.3f sec), %s tables (%0.3f sec), %s chunks (%0.3f sec)",
nofmodules, tofmodules,
nofdumps, tofdumps,
nofmodules + nofdumps, tofmodules + tofdumps
)
end
end)
if lua.bytedata then
storage.register("lua/bytedata",lua.bytedata,"lua.bytedata")
end
-- Because the storage mechanism assumes tables, we define a table for storing
-- (non table) values.
storage.shared = storage.shared or { }
storage.register("storage/shared", storage.shared, "storage.shared")
local mark = storage.mark
if string.patterns then mark(string.patterns) end
if string.formatters then mark(string.formatters) end
if lpeg.patterns then mark(lpeg.patterns) end
if os.env then mark(os.env) end
if number.dimenfactors then mark(number.dimenfactors) end
if libraries then for k,v in next, libraries do mark(v) end end
|
