-
Notifications
You must be signed in to change notification settings - Fork 3
/
encoding.lua
108 lines (94 loc) · 2.57 KB
/
encoding.lua
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
-- This file is part of SA MoonLoader package.
-- Licensed under the MIT License.
-- Copyright (c) 2017, BlastHack Team <blast.hk>
-- For information about iconv and lua-iconv see the 'iconv' directory
-------------------
--- USAGE GUIDE ---
-------------------
--[[
-- initialization
local encoding = require 'encoding'
encoding.default = 'cp1251' -- set the same encoding as script file
u8 = encoding.UTF8 -- get the UTF-8 converter
-- usage
local utf8_string = u8'text in cp1251' -- convert to UTF-8 from default encoding
local utf8_string = u8:encode('text in cp1251') -- same as above
local text = u8:decode(utf8_string) -- convert UTF-8 back to default encoding
local utf8_from_ucs2be = u8(ucs2be_string, 'UCS-2BE') -- convert to UTF-8 from another encoding
local text_latin1 = u8:decode(utf8_from_ucs2be, 'ISO-8859-1') -- decode UTF-8 to a non-default encoding
]]
local iconv = require 'iconv'
local encoding = {
default = 'ASCII'
}
local aliases = {
UTF7 = 'UTF-7',
UTF8 = 'UTF-8',
UTF16 = 'UTF-16',
UTF32 = 'UTF-32'
}
local function normalize_encoding_name(e)
e = string.upper(string.gsub(e, '_', '-'))
if aliases[e] then return aliases[e] end
return e
end
local converter = {}
function converter.new(enc)
local private = {
encoder = {},
decoder = {},
}
local public = {
encoding = enc
}
function public:encode(str, enc)
if enc then enc = normalize_encoding_name(enc)
else enc = encoding.default
end
local cd = private.encoder[enc]
if not cd then
cd = iconv.new(self.encoding .. '//IGNORE', enc)
assert(cd)
private.encoder[enc] = cd
end
local encoded = cd:iconv(str)
return encoded
end
function public:decode(str, enc)
if enc then enc = normalize_encoding_name(enc)
else enc = encoding.default
end
local cd = private.decoder[enc]
if not cd then
cd = iconv.new(enc .. '//IGNORE', self.encoding)
assert(cd)
private.decoder[enc] = cd
end
local decoded = cd:iconv(str)
return decoded
end
local mt = {}
function mt:__call(str, enc)
return self:encode(str, enc)
end
setmetatable(public, mt)
return public
end
setmetatable(encoding, {
__index = function(table, index)
assert(type(index) == 'string')
local enc = normalize_encoding_name(index)
local already_loaded = rawget(table, enc)
if already_loaded then
table[index] = already_loaded
return already_loaded
else
-- create new converter
local conv = converter.new(enc)
table[index] = conv
table[enc] = conv
return conv
end
end
})
return encoding