1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
|
if not modules then modules = { } end modules ['util-lua'] = {
version = 1.001,
comment = "companion to luat-lib.mkiv",
author = "Hans Hagen, PRAGMA-ADE, Hasselt NL",
comment = "the strip code is written by Peter Cawley",
copyright = "PRAGMA ADE / ConTeXt Development Team",
license = "see context related readme files"
}
-- we will remove the 5.1 code some day soon
local rep, sub, byte, dump, format = string.rep, string.sub, string.byte, string.dump, string.format
local load, loadfile, type, collectgarbage = load, loadfile, type, collectgarbage
utilities = utilities or {}
utilities.lua = utilities.lua or { }
local luautilities = utilities.lua
local report_lua = logs.reporter("system","lua")
local report_mem = logs.reporter("system","lua memory")
local tracestripping = false
local tracememory = false
luautilities.stripcode = true -- support stripping when asked for
luautilities.alwaysstripcode = false -- saves 1 meg on 7 meg compressed format file (2012.08.12)
luautilities.nofstrippedchunks = 0
luautilities.nofstrippedbytes = 0
local strippedchunks = { } -- allocate()
luautilities.strippedchunks = strippedchunks
luautilities.suffixes = {
tma = "tma",
tmc = jit and "tmb" or "tmc",
lua = "lua",
luc = jit and "lub" or "luc",
lui = "lui",
luv = "luv",
luj = "luj",
tua = "tua",
tuc = "tuc",
}
-- environment.loadpreprocessedfile can be set to a preprocessor
local function register(name)
if tracestripping then
report_lua("stripped bytecode from %a",name or "unknown")
end
strippedchunks[#strippedchunks+1] = name
luautilities.nofstrippedchunks = luautilities.nofstrippedchunks + 1
end
local function stupidcompile(luafile,lucfile,strip)
local code = io.loaddata(luafile)
if code and code ~= "" then
code = load(code)
if code then
code = dump(code,strip and luautilities.stripcode or luautilities.alwaysstripcode)
if code and code ~= "" then
register(name)
io.savedata(lucfile,code)
return true, 0
end
else
report_lua("fatal error %a in file %a",1,luafile)
end
else
report_lua("fatal error %a in file %a",2,luafile)
end
return false, 0
end
-- quite subtle ... doing this wrong incidentally can give more bytes
function luautilities.loadedluacode(fullname,forcestrip,name,macros)
-- quite subtle ... doing this wrong incidentally can give more bytes
name = name or fullname
local code, message
if macros then
macros = lua.macros
end
if macros and macros.enabled then
-- local c = io.loaddata(fullname) -- not yet available
local f = io.open(fullname,"rb") local c = f:read("*a") f:close()
local n = c and macros.resolvestring("--[["..fullname.."]] "..c)
if n and #n ~= #c then
report_lua("preprocessed file %a: %i => %i bytes",fullname,#c,#n)
end
code, message = load(n or c)
else
code, message = loadfile(fullname)
end
if code then
code()
else
report_lua("loading of file %a failed:\n\t%s",fullname,message or "no message")
end
if forcestrip and luautilities.stripcode then
if type(forcestrip) == "function" then
forcestrip = forcestrip(fullname)
end
if forcestrip or luautilities.alwaysstripcode then
register(name)
return load(dump(code,true)), 0
else
return code, 0
end
elseif luautilities.alwaysstripcode then
register(name)
return load(dump(code,true)), 0
else
return code, 0
end
end
function luautilities.strippedloadstring(code,name,forcestrip) -- not executed
local code, message = load(code)
if not code then
report_lua("loading of file %a failed:\n\t%s",name,message or "no message")
end
if forcestrip and luautilities.stripcode or luautilities.alwaysstripcode then
register(name)
return load(dump(code,true)), 0 -- not yet executes
else
return code, 0
end
end
function luautilities.loadstring(code,name) -- not executed
local code, message = load(code)
if not code then
report_lua("loading of file %a failed:\n\t%s",name,message or "no message")
end
return code, 0
end
function luautilities.compile(luafile,lucfile,cleanup,strip,fallback) -- defaults: cleanup=false strip=true
report_lua("compiling %a into %a",luafile,lucfile)
os.remove(lucfile)
local done = stupidcompile(luafile,lucfile,strip ~= false)
if done then
report_lua("dumping %a into %a stripped",luafile,lucfile)
if cleanup == true and lfs.isfile(lucfile) and lfs.isfile(luafile) then
report_lua("removing %a",luafile)
os.remove(luafile)
end
end
return done
end
function luautilities.loadstripped(...)
local l = load(...)
if l then
return load(dump(l,true))
end
end
-- local getmetatable, type = getmetatable, type
--
-- local types = { }
--
-- function luautilities.registerdatatype(d,name)
-- types[getmetatable(d)] = name
-- end
--
-- function luautilities.datatype(d)
-- local t = type(d)
-- if t == "userdata" then
-- local m = getmetatable(d)
-- return m and types[m] or "userdata"
-- else
-- return t
-- end
-- end
--
-- luautilities.registerdatatype(lpeg.P("!"),"lpeg")
--
-- print(luautilities.datatype(lpeg.P("oeps")))
-- These finalizers will only be invoked when we have a proper lua_close
-- call (which is not happening in luatex tex node yes) or finish with an
-- os.exit(n,true).
local finalizers = { }
setmetatable(finalizers, {
__gc = function(t)
for i=1,#t do
pcall(t[i]) -- let's not crash
end
end
} )
function luautilities.registerfinalizer(f)
finalizers[#finalizers+1] = f
end
function luautilities.checkmemory(previous,threshold,trace) -- threshold in MB
local current = collectgarbage("count")
if previous then
local checked = (threshold or 64)*1024
local delta = current - previous
if current - previous > checked then
collectgarbage("collect")
local afterwards = collectgarbage("count")
if trace or tracememory then
report_mem("previous %i MB, current %i MB, delta %i MB, threshold %i MB, afterwards %i MB",
previous/1024,current/1024,delta/1024,threshold,afterwards)
end
return afterwards
elseif trace or tracememory then
report_mem("previous %i MB, current %i MB, delta %i MB, threshold %i MB",
previous/1024,current/1024,delta/1024,threshold)
end
end
return current
end
|
