303 lines
10 KiB
Lua
303 lines
10 KiB
Lua
-- $Id: literals.lua,v 1.36 2016/11/07 13:11:28 roberto Exp $
|
|
-- See Copyright Notice in file all.lua
|
|
|
|
print('testing scanner')
|
|
|
|
local debug = require "debug"
|
|
|
|
|
|
local function dostring (x) return assert(load(x), "")() end
|
|
|
|
dostring("x \v\f = \t\r 'a\0a' \v\f\f")
|
|
assert(x == 'a\0a' and string.len(x) == 3)
|
|
|
|
-- escape sequences
|
|
assert('\n\"\'\\' == [[
|
|
|
|
"'\]])
|
|
|
|
assert(string.find("\a\b\f\n\r\t\v", "^%c%c%c%c%c%c%c$"))
|
|
|
|
-- assume ASCII just for tests:
|
|
assert("\09912" == 'c12')
|
|
assert("\99ab" == 'cab')
|
|
assert("\099" == '\99')
|
|
assert("\099\n" == 'c\10')
|
|
assert('\0\0\0alo' == '\0' .. '\0\0' .. 'alo')
|
|
|
|
assert(010 .. 020 .. -030 == "1020-30")
|
|
|
|
-- hexadecimal escapes
|
|
assert("\x00\x05\x10\x1f\x3C\xfF\xe8" == "\0\5\16\31\60\255\232")
|
|
|
|
local function lexstring (x, y, n)
|
|
local f = assert(load('return ' .. x ..
|
|
', require"debug".getinfo(1).currentline', ''))
|
|
local s, l = f()
|
|
assert(s == y and l == n)
|
|
end
|
|
|
|
lexstring("'abc\\z \n efg'", "abcefg", 2)
|
|
lexstring("'abc\\z \n\n\n'", "abc", 4)
|
|
lexstring("'\\z \n\t\f\v\n'", "", 3)
|
|
lexstring("[[\nalo\nalo\n\n]]", "alo\nalo\n\n", 5)
|
|
lexstring("[[\nalo\ralo\n\n]]", "alo\nalo\n\n", 5)
|
|
lexstring("[[\nalo\ralo\r\n]]", "alo\nalo\n", 4)
|
|
lexstring("[[\ralo\n\ralo\r\n]]", "alo\nalo\n", 4)
|
|
lexstring("[[alo]\n]alo]]", "alo]\n]alo", 2)
|
|
|
|
assert("abc\z
|
|
def\z
|
|
ghi\z
|
|
" == 'abcdefghi')
|
|
|
|
|
|
-- UTF-8 sequences
|
|
assert("\u{0}\u{00000000}\x00\0" == string.char(0, 0, 0, 0))
|
|
|
|
-- limits for 1-byte sequences
|
|
assert("\u{0}\u{7F}" == "\x00\z\x7F")
|
|
|
|
-- limits for 2-byte sequences
|
|
assert("\u{80}\u{7FF}" == "\xC2\x80\z\xDF\xBF")
|
|
|
|
-- limits for 3-byte sequences
|
|
assert("\u{800}\u{FFFF}" == "\xE0\xA0\x80\z\xEF\xBF\xBF")
|
|
|
|
-- limits for 4-byte sequences
|
|
assert("\u{10000}\u{10FFFF}" == "\xF0\x90\x80\x80\z\xF4\x8F\xBF\xBF")
|
|
|
|
|
|
-- Error in escape sequences
|
|
local function lexerror (s, err)
|
|
local st, msg = load('return ' .. s, '')
|
|
if err ~= '<eof>' then err = err .. "'" end
|
|
assert(not st and string.find(msg, "near .-" .. err))
|
|
end
|
|
|
|
lexerror([["abc\x"]], [[\x"]])
|
|
lexerror([["abc\x]], [[\x]])
|
|
lexerror([["\x]], [[\x]])
|
|
lexerror([["\x5"]], [[\x5"]])
|
|
lexerror([["\x5]], [[\x5]])
|
|
lexerror([["\xr"]], [[\xr]])
|
|
lexerror([["\xr]], [[\xr]])
|
|
lexerror([["\x.]], [[\x.]])
|
|
lexerror([["\x8%"]], [[\x8%%]])
|
|
lexerror([["\xAG]], [[\xAG]])
|
|
lexerror([["\g"]], [[\g]])
|
|
lexerror([["\g]], [[\g]])
|
|
lexerror([["\."]], [[\%.]])
|
|
|
|
lexerror([["\999"]], [[\999"]])
|
|
lexerror([["xyz\300"]], [[\300"]])
|
|
lexerror([[" \256"]], [[\256"]])
|
|
|
|
-- errors in UTF-8 sequences
|
|
lexerror([["abc\u{110000}"]], [[abc\u{110000]]) -- too large
|
|
lexerror([["abc\u11r"]], [[abc\u1]]) -- missing '{'
|
|
lexerror([["abc\u"]], [[abc\u"]]) -- missing '{'
|
|
lexerror([["abc\u{11r"]], [[abc\u{11r]]) -- missing '}'
|
|
lexerror([["abc\u{11"]], [[abc\u{11"]]) -- missing '}'
|
|
lexerror([["abc\u{11]], [[abc\u{11]]) -- missing '}'
|
|
lexerror([["abc\u{r"]], [[abc\u{r]]) -- no digits
|
|
|
|
-- unfinished strings
|
|
lexerror("[=[alo]]", "<eof>")
|
|
lexerror("[=[alo]=", "<eof>")
|
|
lexerror("[=[alo]", "<eof>")
|
|
lexerror("'alo", "<eof>")
|
|
lexerror("'alo \\z \n\n", "<eof>")
|
|
lexerror("'alo \\z", "<eof>")
|
|
lexerror([['alo \98]], "<eof>")
|
|
|
|
-- valid characters in variable names
|
|
for i = 0, 255 do
|
|
local s = string.char(i)
|
|
assert(not string.find(s, "[a-zA-Z_]") == not load(s .. "=1", ""))
|
|
assert(not string.find(s, "[a-zA-Z_0-9]") ==
|
|
not load("a" .. s .. "1 = 1", ""))
|
|
end
|
|
|
|
|
|
-- long variable names
|
|
|
|
var1 = string.rep('a', 15000) .. '1'
|
|
var2 = string.rep('a', 15000) .. '2'
|
|
prog = string.format([[
|
|
%s = 5
|
|
%s = %s + 1
|
|
return function () return %s - %s end
|
|
]], var1, var2, var1, var1, var2)
|
|
local f = dostring(prog)
|
|
assert(_G[var1] == 5 and _G[var2] == 6 and f() == -1)
|
|
var1, var2, f = nil
|
|
print('+')
|
|
|
|
-- escapes --
|
|
assert("\n\t" == [[
|
|
|
|
]])
|
|
assert([[
|
|
|
|
$debug]] == "\n $debug")
|
|
assert([[ [ ]] ~= [[ ] ]])
|
|
-- long strings --
|
|
b = "001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789"
|
|
assert(string.len(b) == 960)
|
|
prog = [=[
|
|
print('+')
|
|
|
|
a1 = [["this is a 'string' with several 'quotes'"]]
|
|
a2 = "'quotes'"
|
|
|
|
assert(string.find(a1, a2) == 34)
|
|
print('+')
|
|
|
|
a1 = [==[temp = [[an arbitrary value]]; ]==]
|
|
assert(load(a1))()
|
|
assert(temp == 'an arbitrary value')
|
|
-- long strings --
|
|
b = "001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789"
|
|
assert(string.len(b) == 960)
|
|
print('+')
|
|
|
|
a = [[00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
]]
|
|
assert(string.len(a) == 1863)
|
|
assert(string.sub(a, 1, 40) == string.sub(b, 1, 40))
|
|
x = 1
|
|
]=]
|
|
|
|
print('+')
|
|
x = nil
|
|
dostring(prog)
|
|
assert(x)
|
|
|
|
prog = nil
|
|
a = nil
|
|
b = nil
|
|
|
|
|
|
-- testing line ends
|
|
prog = [[
|
|
a = 1 -- a comment
|
|
b = 2
|
|
|
|
|
|
x = [=[
|
|
hi
|
|
]=]
|
|
y = "\
|
|
hello\r\n\
|
|
"
|
|
return require"debug".getinfo(1).currentline
|
|
]]
|
|
|
|
for _, n in pairs{"\n", "\r", "\n\r", "\r\n"} do
|
|
local prog, nn = string.gsub(prog, "\n", n)
|
|
assert(dostring(prog) == nn)
|
|
assert(_G.x == "hi\n" and _G.y == "\nhello\r\n\n")
|
|
end
|
|
|
|
|
|
-- testing comments and strings with long brackets
|
|
a = [==[]=]==]
|
|
assert(a == "]=")
|
|
|
|
a = [==[[===[[=[]]=][====[]]===]===]==]
|
|
assert(a == "[===[[=[]]=][====[]]===]===")
|
|
|
|
a = [====[[===[[=[]]=][====[]]===]===]====]
|
|
assert(a == "[===[[=[]]=][====[]]===]===")
|
|
|
|
a = [=[]]]]]]]]]=]
|
|
assert(a == "]]]]]]]]")
|
|
|
|
|
|
--[===[
|
|
x y z [==[ blu foo
|
|
]==
|
|
]
|
|
]=]==]
|
|
error error]=]===]
|
|
|
|
-- generate all strings of four of these chars
|
|
local x = {"=", "[", "]", "\n"}
|
|
local len = 4
|
|
local function gen (c, n)
|
|
if n==0 then coroutine.yield(c)
|
|
else
|
|
for _, a in pairs(x) do
|
|
gen(c..a, n-1)
|
|
end
|
|
end
|
|
end
|
|
|
|
for s in coroutine.wrap(function () gen("", len) end) do
|
|
assert(s == load("return [====[\n"..s.."]====]", "")())
|
|
end
|
|
|
|
|
|
-- testing decimal point locale
|
|
if os.setlocale("pt_BR") or os.setlocale("ptb") then
|
|
assert(tonumber("3,4") == 3.4 and tonumber"3.4" == 3.4)
|
|
assert(tonumber(" -.4 ") == -0.4)
|
|
assert(tonumber(" +0x.41 ") == 0X0.41)
|
|
assert(not load("a = (3,4)"))
|
|
assert(assert(load("return 3.4"))() == 3.4)
|
|
assert(assert(load("return .4,3"))() == .4)
|
|
assert(assert(load("return 4."))() == 4.)
|
|
assert(assert(load("return 4.+.5"))() == 4.5)
|
|
|
|
assert(" 0x.1 " + " 0x,1" + "-0X.1\t" == 0x0.1)
|
|
|
|
assert(tonumber"inf" == nil and tonumber"NAN" == nil)
|
|
|
|
assert(assert(load(string.format("return %q", 4.51)))() == 4.51)
|
|
|
|
local a,b = load("return 4.5.")
|
|
assert(string.find(b, "'4%.5%.'"))
|
|
|
|
assert(os.setlocale("C"))
|
|
else
|
|
(Message or print)(
|
|
'\n >>> pt_BR locale not available: skipping decimal point tests <<<\n')
|
|
end
|
|
|
|
|
|
-- testing %q x line ends
|
|
local s = "a string with \r and \n and \r\n and \n\r"
|
|
local c = string.format("return %q", s)
|
|
assert(assert(load(c))() == s)
|
|
|
|
-- testing errors
|
|
assert(not load"a = 'non-ending string")
|
|
assert(not load"a = 'non-ending string\n'")
|
|
assert(not load"a = '\\345'")
|
|
assert(not load"a = [=x]")
|
|
|
|
print('OK')
|