blob: 4a6f301198957aea3578072ad639e389e0addfab (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
|
local M = {}
local char = unicode and unicode.utf8.char or utf8.char
local named_entities = require "luaxml-namedentities"
local hexchartable = {}
local decchartable = {}
local function get_named_entity(name)
return named_entities[name]
end
local function test_invalid_unicode(charnumber)
return charnumber > 127 and charnumber < 256
end
local function get_entity(charcode, chartable, base)
local character = chartable[charcode]
if not character then
local charnumber = tonumber(charcode,base)
-- if test_invalid_unicode(charnumber) then
-- return nil
-- end
character = char(charnumber)
chartable[charcode] = character
end
return character
end
function M.decode(s)
return s:gsub("&([#a-zA-Z0-9]+);?", function(m)
-- check if this is named entity first
local named = get_named_entity(m)
local original_entity = "&" .. m .. ";"
if named then return named end
-- check if it is numeric entity
local hex, charcode = m:match("#([xX]?)([a-fA-F0-9]+)")
-- if the entity is not numeric
if not charcode then return
original_entity
end
local character
if hex~="" then
character = get_entity(charcode, hexchartable, 16) or original_entity
else
character = get_entity(charcode, decchartable, 10)
end
return character
end)
end
return M
|
