mirrors/neovim
1
0
Fork 0
mirror of https://github.com/neovim/neovim.git synced 2025-09-06 03:18:16 +00:00
Code Issues Packages Projects Releases Wiki Activity
Files
3cc65ac054976ef7520f0247b430ebef2f9537b7
neovim/test/unit/viml/expressions/parser_spec.lua

1979 lines
50 KiB
Lua
Raw Blame History

local helpers = require('test.unit.helpers')(after_each)
local viml_helpers = require('test.unit.viml.helpers')
local itp = helpers.gen_itp(it)
local make_enum_conv_tab = helpers.make_enum_conv_tab
local child_call_once = helpers.child_call_once
local conv_enum = helpers.conv_enum
local ptr2key = helpers.ptr2key
local cimport = helpers.cimport
local ffi = helpers.ffi
local eq = helpers.eq
local pline2lua = viml_helpers.pline2lua
local new_pstate = viml_helpers.new_pstate
local intchar2lua = viml_helpers.intchar2lua
local pstate_set_str = viml_helpers.pstate_set_str
local lib = cimport('./src/nvim/viml/parser/expressions.h')
local east_node_type_tab
make_enum_conv_tab(lib, {
'kExprNodeMissing',
'kExprNodeOpMissing',
'kExprNodeTernary',
'kExprNodeRegister',
'kExprNodeSubscript',
'kExprNodeListLiteral',
'kExprNodeUnaryPlus',
'kExprNodeBinaryPlus',
'kExprNodeNested',
'kExprNodeCall',
'kExprNodePlainIdentifier',
'kExprNodeComplexIdentifier',
'kExprNodeUnknownFigure',
'kExprNodeLambda',
'kExprNodeDictLiteral',
'kExprNodeCurlyBracesIdentifier',
'kExprNodeComma',
'kExprNodeColon',
'kExprNodeArrow',
}, 'kExprNode', function(ret) east_node_type_tab = ret end)
local function conv_east_node_type(typ)
return conv_enum(east_node_type_tab, typ)
end
local eastnodelist2lua
local function eastnode2lua(pstate, eastnode, checked_nodes)
local key = ptr2key(eastnode)
if checked_nodes[key] then
checked_nodes[key].duplicate_key = key
return { duplicate = key }
end
local typ = conv_east_node_type(eastnode.type)
local ret = {}
checked_nodes[key] = ret
ret.children = eastnodelist2lua(pstate, eastnode.children, checked_nodes)
local str = pstate_set_str(pstate, eastnode.start, eastnode.len)
local ret_str
if str.error then
ret_str = 'error:' .. str.error
else
ret_str = ('%u:%u:%s'):format(str.start.line, str.start.col, str.str)
end
if typ == 'Register' then
typ = typ .. ('(name=%s)'):format(
tostring(intchar2lua(eastnode.data.reg.name)))
elseif typ == 'PlainIdentifier' then
typ = typ .. ('(scope=%s,ident=%s)'):format(
tostring(intchar2lua(eastnode.data.var.scope)),
ffi.string(eastnode.data.var.ident, eastnode.data.var.ident_len))
elseif (typ == 'UnknownFigure' or typ == 'DictLiteral'
or typ == 'CurlyBracesIdentifier' or typ == 'Lambda') then
typ = typ .. ('(%s)'):format(
(eastnode.data.fig.type_guesses.allow_lambda and '\\' or '-')
.. (eastnode.data.fig.type_guesses.allow_dict and 'd' or '-')
.. (eastnode.data.fig.type_guesses.allow_ident and 'i' or '-'))
end
ret_str = typ .. ':' .. ret_str
local can_simplify = true
for k, v in pairs(ret) do
can_simplify = false
end
if can_simplify then
ret = ret_str
else
ret[1] = ret_str
end
return ret
end
eastnodelist2lua = function(pstate, eastnode, checked_nodes)
local ret = {}
while eastnode ~= nil do
ret[#ret + 1] = eastnode2lua(pstate, eastnode, checked_nodes)
eastnode = eastnode.next
end
if #ret == 0 then
ret = nil
end
return ret
end
local function east2lua(pstate, east)
local checked_nodes = {}
return {
err = (not east.correct) and {
msg = ffi.string(east.err.msg),
arg = ('%s'):format(
ffi.string(east.err.arg, east.err.arg_len)),
} or nil,
ast = eastnodelist2lua(pstate, east.root, checked_nodes),
}
end
local function phl2lua(pstate)
local ret = {}
for i = 0, (tonumber(pstate.colors.size) - 1) do
local chunk = pstate.colors.items[i]
local chunk_tbl = pstate_set_str(
pstate, chunk.start, chunk.end_col - chunk.start.col, {
group = ffi.string(chunk.group),
})
chunk_str = ('%s:%u:%u:%s'):format(
chunk_tbl.group,
chunk_tbl.start.line,
chunk_tbl.start.col,
chunk_tbl.str)
ret[i + 1] = chunk_str
end
return ret
end
child_call_once(function()
assert:set_parameter('TableFormatLevel', 1000000)
end)
describe('Expressions parser', function()
local function check_parsing(str, flags, exp_ast, exp_highlighting_fs)
local pstate = new_pstate({str})
local east = lib.viml_pexpr_parse(pstate, flags)
local ast = east2lua(pstate, east)
eq(exp_ast, ast)
if exp_highlighting_fs then
local exp_highlighting = {}
local next_col = 0
for i, h in ipairs(exp_highlighting_fs) do
exp_highlighting[i], next_col = h(next_col)
end
eq(exp_highlighting, phl2lua(pstate))
end
end
local function hl(group, str, shift)
return function(next_col)
local col = next_col + (shift or 0)
return (('%s:%u:%u:%s'):format(
'NVim' .. group,
0,
col,
str)), (col + #str)
end
end
itp('works with + and @a', function()
check_parsing('@a', 0, {
ast = {
'Register(name=a):0:0:@a',
},
}, {
hl('Register', '@a'),
})
check_parsing('+@a', 0, {
ast = {
{
'UnaryPlus:0:0:+',
children = {
'Register(name=a):0:1:@a',
},
},
},
}, {
hl('UnaryPlus', '+'),
hl('Register', '@a'),
})
check_parsing('@a+@b', 0, {
ast = {
{
'BinaryPlus:0:2:+',
children = {
'Register(name=a):0:0:@a',
'Register(name=b):0:3:@b',
},
},
},
}, {
hl('Register', '@a'),
hl('BinaryPlus', '+'),
hl('Register', '@b'),
})
check_parsing('@a+@b+@c', 0, {
ast = {
{
'BinaryPlus:0:5:+',
children = {
{
'BinaryPlus:0:2:+',
children = {
'Register(name=a):0:0:@a',
'Register(name=b):0:3:@b',
},
},
'Register(name=c):0:6:@c',
},
},
},
}, {
hl('Register', '@a'),
hl('BinaryPlus', '+'),
hl('Register', '@b'),
hl('BinaryPlus', '+'),
hl('Register', '@c'),
})
check_parsing('+@a+@b', 0, {
ast = {
{
'BinaryPlus:0:3:+',
children = {
{
'UnaryPlus:0:0:+',
children = {
'Register(name=a):0:1:@a',
},
},
'Register(name=b):0:4:@b',
},
},
},
}, {
hl('UnaryPlus', '+'),
hl('Register', '@a'),
hl('BinaryPlus', '+'),
hl('Register', '@b'),
})
check_parsing('+@a++@b', 0, {
ast = {
{
'BinaryPlus:0:3:+',
children = {
{
'UnaryPlus:0:0:+',
children = {
'Register(name=a):0:1:@a',
},
},
{
'UnaryPlus:0:4:+',
children = {
'Register(name=b):0:5:@b',
},
},
},
},
},
}, {
hl('UnaryPlus', '+'),
hl('Register', '@a'),
hl('BinaryPlus', '+'),
hl('UnaryPlus', '+'),
hl('Register', '@b'),
})
check_parsing('@a@b', 0, {
ast = {
{
'OpMissing:0:2:',
children = {
'Register(name=a):0:0:@a',
'Register(name=b):0:2:@b',
},
},
},
err = {
arg = '@b',
msg = 'E15: Missing operator: %.*s',
},
}, {
hl('Register', '@a'),
hl('InvalidRegister', '@b'),
})
check_parsing(' @a \t @b', 0, {
ast = {
{
'OpMissing:0:3:',
children = {
'Register(name=a):0:0: @a',
'Register(name=b):0:3: \t @b',
},
},
},
err = {
arg = '@b',
msg = 'E15: Missing operator: %.*s',
},
}, {
hl('Register', '@a', 1),
hl('InvalidSpacing', ' \t '),
hl('Register', '@b'),
})
check_parsing('+', 0, {
ast = {
'UnaryPlus:0:0:+',
},
err = {
arg = '',
msg = 'E15: Expected value, got EOC: %.*s',
},
}, {
hl('UnaryPlus', '+'),
})
check_parsing(' +', 0, {
ast = {
'UnaryPlus:0:0: +',
},
err = {
arg = '',
msg = 'E15: Expected value, got EOC: %.*s',
},
}, {
hl('UnaryPlus', '+', 1),
})
check_parsing('@a+ ', 0, {
ast = {
{
'BinaryPlus:0:2:+',
children = {
'Register(name=a):0:0:@a',
},
},
},
err = {
arg = '',
msg = 'E15: Expected value, got EOC: %.*s',
},
}, {
hl('Register', '@a'),
hl('BinaryPlus', '+'),
})
end)
itp('works with @a, + and parenthesis', function()
check_parsing('(@a)', 0, {
ast = {
{
'Nested:0:0:(',
children = {
'Register(name=a):0:1:@a',
},
},
},
}, {
hl('NestingParenthesis', '('),
hl('Register', '@a'),
hl('NestingParenthesis', ')'),
})
check_parsing('()', 0, {
ast = {
{
'Nested:0:0:(',
children = {
'Missing:0:1:',
},
},
},
err = {
arg = ')',
msg = 'E15: Expected value, got parenthesis: %.*s',
},
}, {
hl('NestingParenthesis', '('),
hl('InvalidNestingParenthesis', ')'),
})
check_parsing(')', 0, {
ast = {
{
'Nested:0:0:',
children = {
'Missing:0:0:',
},
},
},
err = {
arg = ')',
msg = 'E15: Expected value, got parenthesis: %.*s',
},
}, {
hl('InvalidNestingParenthesis', ')'),
})
check_parsing('+)', 0, {
ast = {
{
'Nested:0:1:',
children = {
{
'UnaryPlus:0:0:+',
children = {
'Missing:0:1:',
},
},
},
},
},
err = {
arg = ')',
msg = 'E15: Expected value, got parenthesis: %.*s',
},
}, {
hl('UnaryPlus', '+'),
hl('InvalidNestingParenthesis', ')'),
})
check_parsing('+@a(@b)', 0, {
ast = {
{
'UnaryPlus:0:0:+',
children = {
{
'Call:0:3:(',
children = {
'Register(name=a):0:1:@a',
'Register(name=b):0:4:@b',
},
},
},
},
},
}, {
hl('UnaryPlus', '+'),
hl('Register', '@a'),
hl('CallingParenthesis', '('),
hl('Register', '@b'),
hl('CallingParenthesis', ')'),
})
check_parsing('@a+@b(@c)', 0, {
ast = {
{
'BinaryPlus:0:2:+',
children = {
'Register(name=a):0:0:@a',
{
'Call:0:5:(',
children = {
'Register(name=b):0:3:@b',
'Register(name=c):0:6:@c',
},
},
},
},
},
}, {
hl('Register', '@a'),
hl('BinaryPlus', '+'),
hl('Register', '@b'),
hl('CallingParenthesis', '('),
hl('Register', '@c'),
hl('CallingParenthesis', ')'),
})
check_parsing('@a()', 0, {
ast = {
{
'Call:0:2:(',
children = {
'Register(name=a):0:0:@a',
},
},
},
}, {
hl('Register', '@a'),
hl('CallingParenthesis', '('),
hl('CallingParenthesis', ')'),
})
check_parsing('@a ()', 0, {
ast = {
{
'OpMissing:0:2:',
children = {
'Register(name=a):0:0:@a',
{
'Nested:0:2: (',
children = {
'Missing:0:4:',
},
},
},
},
},
err = {
arg = '()',
msg = 'E15: Missing operator: %.*s',
},
}, {
hl('Register', '@a'),
hl('InvalidSpacing', ' '),
hl('NestingParenthesis', '('),
hl('InvalidNestingParenthesis', ')'),
})
check_parsing(
'@a + (@b)', 0, {
ast = {
{
'BinaryPlus:0:2: +',
children = {
'Register(name=a):0:0:@a',
{
'Nested:0:4: (',
children = {
'Register(name=b):0:6:@b',
},
},
},
},
},
}, {
hl('Register', '@a'),
hl('BinaryPlus', '+', 1),
hl('NestingParenthesis', '(', 1),
hl('Register', '@b'),
hl('NestingParenthesis', ')'),
})
check_parsing(
'@a + (+@b)', 0, {
ast = {
{
'BinaryPlus:0:2: +',
children = {
'Register(name=a):0:0:@a',
{
'Nested:0:4: (',
children = {
{
'UnaryPlus:0:6:+',
children = {
'Register(name=b):0:7:@b',
},
},
},
},
},
},
},
}, {
hl('Register', '@a'),
hl('BinaryPlus', '+', 1),
hl('NestingParenthesis', '(', 1),
hl('UnaryPlus', '+'),
hl('Register', '@b'),
hl('NestingParenthesis', ')'),
})
check_parsing(
'@a + (@b + @c)', 0, {
ast = {
{
'BinaryPlus:0:2: +',
children = {
'Register(name=a):0:0:@a',
{
'Nested:0:4: (',
children = {
{
'BinaryPlus:0:8: +',
children = {
'Register(name=b):0:6:@b',
'Register(name=c):0:10: @c',
},
},
},
},
},
},
},
}, {
hl('Register', '@a'),
hl('BinaryPlus', '+', 1),
hl('NestingParenthesis', '(', 1),
hl('Register', '@b'),
hl('BinaryPlus', '+', 1),
hl('Register', '@c', 1),
hl('NestingParenthesis', ')'),
})
check_parsing('(@a)+@b', 0, {
ast = {
{
'BinaryPlus:0:4:+',
children = {
{
'Nested:0:0:(',
children = {
'Register(name=a):0:1:@a',
},
},
'Register(name=b):0:5:@b',
},
},
},
}, {
hl('NestingParenthesis', '('),
hl('Register', '@a'),
hl('NestingParenthesis', ')'),
hl('BinaryPlus', '+'),
hl('Register', '@b'),
})
check_parsing('@a+(@b)(@c)', 0, {
-- 01234567890
ast = {
{
'BinaryPlus:0:2:+',
children = {
'Register(name=a):0:0:@a',
{
'Call:0:7:(',
children = {
{
'Nested:0:3:(',
children = { 'Register(name=b):0:4:@b' },
},
'Register(name=c):0:8:@c',
},
},
},
},
},
}, {
hl('Register', '@a'),
hl('BinaryPlus', '+'),
hl('NestingParenthesis', '('),
hl('Register', '@b'),
hl('NestingParenthesis', ')'),
hl('CallingParenthesis', '('),
hl('Register', '@c'),
hl('CallingParenthesis', ')'),
})
check_parsing('@a+((@b))(@c)', 0, {
-- 01234567890123456890123456789
-- 0 1 2
ast = {
{
'BinaryPlus:0:2:+',
children = {
'Register(name=a):0:0:@a',
{
'Call:0:9:(',
children = {
{
'Nested:0:3:(',
children = {
{
'Nested:0:4:(',
children = { 'Register(name=b):0:5:@b' }
},
},
},
'Register(name=c):0:10:@c',
},
},
},
},
},
}, {
hl('Register', '@a'),
hl('BinaryPlus', '+'),
hl('NestingParenthesis', '('),
hl('NestingParenthesis', '('),
hl('Register', '@b'),
hl('NestingParenthesis', ')'),
hl('NestingParenthesis', ')'),
hl('CallingParenthesis', '('),
hl('Register', '@c'),
hl('CallingParenthesis', ')'),
})
check_parsing('@a+((@b))+@c', 0, {
-- 01234567890123456890123456789
-- 0 1 2
ast = {
{
'BinaryPlus:0:9:+',
children = {
{
'BinaryPlus:0:2:+',
children = {
'Register(name=a):0:0:@a',
{
'Nested:0:3:(',
children = {
{
'Nested:0:4:(',
children = { 'Register(name=b):0:5:@b' }
},
},
},
},
},
'Register(name=c):0:10:@c',
},
},
},
}, {
hl('Register', '@a'),
hl('BinaryPlus', '+'),
hl('NestingParenthesis', '('),
hl('NestingParenthesis', '('),
hl('Register', '@b'),
hl('NestingParenthesis', ')'),
hl('NestingParenthesis', ')'),
hl('BinaryPlus', '+'),
hl('Register', '@c'),
})
check_parsing(
'@a + (@b + @c) + @d(@e) + (+@f) + ((+@g(@h))(@j)(@k))(@l)', 0, {--[[
| | | | | | | | || | | || | | ||| || || || ||
000000000011111111112222222222333333333344444444445555555
012345678901234567890123456789012345678901234567890123456
]]
ast = {{
'BinaryPlus:0:31: +',
children = {
{
'BinaryPlus:0:23: +',
children = {
{
'BinaryPlus:0:14: +',
children = {
{
'BinaryPlus:0:2: +',
children = {
'Register(name=a):0:0:@a',
{
'Nested:0:4: (',
children = {
{
'BinaryPlus:0:8: +',
children = {
'Register(name=b):0:6:@b',
'Register(name=c):0:10: @c',
},
},
},
},
},
},
{
'Call:0:19:(',
children = {
'Register(name=d):0:16: @d',
'Register(name=e):0:20:@e',
},
},
},
},
{
'Nested:0:25: (',
children = {
{
'UnaryPlus:0:27:+',
children = {
'Register(name=f):0:28:@f',
},
},
},
},
},
},
{
'Call:0:53:(',
children = {
{
'Nested:0:33: (',
children = {
{
'Call:0:48:(',
children = {
{
'Call:0:44:(',
children = {
{
'Nested:0:35:(',
children = {
{
'UnaryPlus:0:36:+',
children = {
{
'Call:0:39:(',
children = {
'Register(name=g):0:37:@g',
'Register(name=h):0:40:@h',
},
},
},
},
},
},
'Register(name=j):0:45:@j',
},
},
'Register(name=k):0:49:@k',
},
},
},
},
'Register(name=l):0:54:@l',
},
},
},
}},
}, {
hl('Register', '@a'),
hl('BinaryPlus', '+', 1),
hl('NestingParenthesis', '(', 1),
hl('Register', '@b'),
hl('BinaryPlus', '+', 1),
hl('Register', '@c', 1),
hl('NestingParenthesis', ')'),
hl('BinaryPlus', '+', 1),
hl('Register', '@d', 1),
hl('CallingParenthesis', '('),
hl('Register', '@e'),
hl('CallingParenthesis', ')'),
hl('BinaryPlus', '+', 1),
hl('NestingParenthesis', '(', 1),
hl('UnaryPlus', '+'),
hl('Register', '@f'),
hl('NestingParenthesis', ')'),
hl('BinaryPlus', '+', 1),
hl('NestingParenthesis', '(', 1),
hl('NestingParenthesis', '('),
hl('UnaryPlus', '+'),
hl('Register', '@g'),
hl('CallingParenthesis', '('),
hl('Register', '@h'),
hl('CallingParenthesis', ')'),
hl('NestingParenthesis', ')'),
hl('CallingParenthesis', '('),
hl('Register', '@j'),
hl('CallingParenthesis', ')'),
hl('CallingParenthesis', '('),
hl('Register', '@k'),
hl('CallingParenthesis', ')'),
hl('NestingParenthesis', ')'),
hl('CallingParenthesis', '('),
hl('Register', '@l'),
hl('CallingParenthesis', ')'),
})
check_parsing('@a)', 0, {
-- 012
ast = {
{
'Nested:0:2:',
children = {
'Register(name=a):0:0:@a',
},
},
},
err = {
arg = ')',
msg = 'E15: Unexpected closing parenthesis: %.*s',
},
}, {
hl('Register', '@a'),
hl('InvalidNestingParenthesis', ')'),
})
check_parsing('(@a', 0, {
-- 012
ast = {
{
'Nested:0:0:(',
children = {
'Register(name=a):0:1:@a',
},
},
},
err = {
arg = '(@a',
msg = 'E110: Missing closing parenthesis for nested expression: %.*s',
},
}, {
hl('NestingParenthesis', '('),
hl('Register', '@a'),
})
check_parsing('@a(@b', 0, {
-- 01234
ast = {
{
'Call:0:2:(',
children = {
'Register(name=a):0:0:@a',
'Register(name=b):0:3:@b',
},
},
},
err = {
arg = '(@b',
msg = 'E116: Missing closing parenthesis for function call: %.*s',
},
}, {
hl('Register', '@a'),
hl('CallingParenthesis', '('),
hl('Register', '@b'),
})
check_parsing('@a(@b, @c, @d, @e)', 0, {
-- 012345678901234567
-- 0 1
ast = {
{
'Call:0:2:(',
children = {
'Register(name=a):0:0:@a',
{
'Comma:0:5:,',
children = {
'Register(name=b):0:3:@b',
{
'Comma:0:9:,',
children = {
'Register(name=c):0:6: @c',
{
'Comma:0:13:,',
children = {
'Register(name=d):0:10: @d',
'Register(name=e):0:14: @e',
},
},
},
},
},
},
},
},
},
}, {
hl('Register', '@a'),
hl('CallingParenthesis', '('),
hl('Register', '@b'),
hl('Comma', ','),
hl('Register', '@c', 1),
hl('Comma', ','),
hl('Register', '@d', 1),
hl('Comma', ','),
hl('Register', '@e', 1),
hl('CallingParenthesis', ')'),
})
check_parsing('@a(@b(@c))', 0, {
-- 01234567890123456789012345678901234567
-- 0 1 2 3
ast = {
{
'Call:0:2:(',
children = {
'Register(name=a):0:0:@a',
{
'Call:0:5:(',
children = {
'Register(name=b):0:3:@b',
'Register(name=c):0:6:@c',
},
},
},
},
},
}, {
hl('Register', '@a'),
hl('CallingParenthesis', '('),
hl('Register', '@b'),
hl('CallingParenthesis', '('),
hl('Register', '@c'),
hl('CallingParenthesis', ')'),
hl('CallingParenthesis', ')'),
})
check_parsing('@a(@b(@c(@d(@e), @f(@g(@h), @i(@j)))))', 0, {
-- 01234567890123456789012345678901234567
-- 0 1 2 3
ast = {
{
'Call:0:2:(',
children = {
'Register(name=a):0:0:@a',
{
'Call:0:5:(',
children = {
'Register(name=b):0:3:@b',
{
'Call:0:8:(',
children = {
'Register(name=c):0:6:@c',
{
'Comma:0:15:,',
children = {
{
'Call:0:11:(',
children = {
'Register(name=d):0:9:@d',
'Register(name=e):0:12:@e',
},
},
{
'Call:0:19:(',
children = {
'Register(name=f):0:16: @f',
{
'Comma:0:26:,',
children = {
{
'Call:0:22:(',
children = {
'Register(name=g):0:20:@g',
'Register(name=h):0:23:@h',
},
},
{
'Call:0:30:(',
children = {
'Register(name=i):0:27: @i',
'Register(name=j):0:31:@j',
},
},
},
},
},
},
},
},
},
},
},
},
},
},
},
}, {
hl('Register', '@a'),
hl('CallingParenthesis', '('),
hl('Register', '@b'),
hl('CallingParenthesis', '('),
hl('Register', '@c'),
hl('CallingParenthesis', '('),
hl('Register', '@d'),
hl('CallingParenthesis', '('),
hl('Register', '@e'),
hl('CallingParenthesis', ')'),
hl('Comma', ','),
hl('Register', '@f', 1),
hl('CallingParenthesis', '('),
hl('Register', '@g'),
hl('CallingParenthesis', '('),
hl('Register', '@h'),
hl('CallingParenthesis', ')'),
hl('Comma', ','),
hl('Register', '@i', 1),
hl('CallingParenthesis', '('),
hl('Register', '@j'),
hl('CallingParenthesis', ')'),
hl('CallingParenthesis', ')'),
hl('CallingParenthesis', ')'),
hl('CallingParenthesis', ')'),
hl('CallingParenthesis', ')'),
})
end)
itp('works with identifiers', function()
check_parsing('var', 0, {
ast = {
'PlainIdentifier(scope=0,ident=var):0:0:var',
},
}, {
hl('Identifier', 'var'),
})
check_parsing('g:var', 0, {
ast = {
'PlainIdentifier(scope=g,ident=var):0:0:g:var',
},
}, {
hl('IdentifierScope', 'g'),
hl('IdentifierScopeDelimiter', ':'),
hl('Identifier', 'var'),
})
check_parsing('g:', 0, {
ast = {
'PlainIdentifier(scope=g,ident=):0:0:g:',
},
}, {
hl('IdentifierScope', 'g'),
hl('IdentifierScopeDelimiter', ':'),
})
end)
itp('works with curly braces', function()
check_parsing('{}', 0, {
ast = {
'DictLiteral(-di):0:0:{',
},
}, {
hl('Dict', '{'),
hl('Dict', '}'),
})
check_parsing('{a}', 0, {
-- 012
ast = {
{
'CurlyBracesIdentifier(-di):0:0:{',
children = {
'PlainIdentifier(scope=0,ident=a):0:1:a',
},
},
},
}, {
hl('Curly', '{'),
hl('Identifier', 'a'),
hl('Curly', '}'),
})
check_parsing('{a:b}', 0, {
-- 012
ast = {
{
'CurlyBracesIdentifier(-di):0:0:{',
children = {
'PlainIdentifier(scope=a,ident=b):0:1:a:b',
},
},
},
}, {
hl('Curly', '{'),
hl('IdentifierScope', 'a'),
hl('IdentifierScopeDelimiter', ':'),
hl('Identifier', 'b'),
hl('Curly', '}'),
})
check_parsing('{a:@b}', 0, {
-- 012345
ast = {
{
'CurlyBracesIdentifier(-di):0:0:{',
children = {
{
'OpMissing:0:3:',
children={
'PlainIdentifier(scope=a,ident=):0:1:a:',
'Register(name=b):0:3:@b',
},
},
},
},
},
err = {
arg = '@b}',
msg = 'E15: Missing operator: %.*s',
},
}, {
hl('Curly', '{'),
hl('IdentifierScope', 'a'),
hl('IdentifierScopeDelimiter', ':'),
hl('InvalidRegister', '@b'),
hl('Curly', '}'),
})
check_parsing('{@a}', 0, {
ast = {
{
'CurlyBracesIdentifier(-di):0:0:{',
children = {
'Register(name=a):0:1:@a',
},
},
},
}, {
hl('Curly', '{'),
hl('Register', '@a'),
hl('Curly', '}'),
})
check_parsing('{->@a}', 0, {
ast = {
{
'Lambda(\\di):0:0:{',
children = {
{
'Arrow:0:1:->',
children = {
'Register(name=a):0:3:@a',
},
},
},
},
},
}, {
hl('Lambda', '{'),
hl('Arrow', '->'),
hl('Register', '@a'),
hl('Lambda', '}'),
})
check_parsing('{->@a+@b}', 0, {
-- 012345678
ast = {
{
'Lambda(\\di):0:0:{',
children = {
{
'Arrow:0:1:->',
children = {
{
'BinaryPlus:0:5:+',
children = {
'Register(name=a):0:3:@a',
'Register(name=b):0:6:@b',
},
},
},
},
},
},
},
}, {
hl('Lambda', '{'),
hl('Arrow', '->'),
hl('Register', '@a'),
hl('BinaryPlus', '+'),
hl('Register', '@b'),
hl('Lambda', '}'),
})
check_parsing('{a->@a}', 0, {
-- 012345678
ast = {
{
'Lambda(\\di):0:0:{',
children = {
'PlainIdentifier(scope=0,ident=a):0:1:a',
{
'Arrow:0:2:->',
children = {
'Register(name=a):0:4:@a',
},
},
},
},
},
}, {
hl('Lambda', '{'),
hl('Identifier', 'a'),
hl('Arrow', '->'),
hl('Register', '@a'),
hl('Lambda', '}'),
})
check_parsing('{a,b->@a}', 0, {
-- 012345678
ast = {
{
'Lambda(\\di):0:0:{',
children = {
{
'Comma:0:2:,',
children = {
'PlainIdentifier(scope=0,ident=a):0:1:a',
'PlainIdentifier(scope=0,ident=b):0:3:b',
},
},
{
'Arrow:0:4:->',
children = {
'Register(name=a):0:6:@a',
},
},
},
},
},
}, {
hl('Lambda', '{'),
hl('Identifier', 'a'),
hl('Comma', ','),
hl('Identifier', 'b'),
hl('Arrow', '->'),
hl('Register', '@a'),
hl('Lambda', '}'),
})
check_parsing('{a,b,c->@a}', 0, {
-- 01234567890
ast = {
{
'Lambda(\\di):0:0:{',
children = {
{
'Comma:0:2:,',
children = {
'PlainIdentifier(scope=0,ident=a):0:1:a',
{
'Comma:0:4:,',
children = {
'PlainIdentifier(scope=0,ident=b):0:3:b',
'PlainIdentifier(scope=0,ident=c):0:5:c',
},
},
},
},
{
'Arrow:0:6:->',
children = {
'Register(name=a):0:8:@a',
},
},
},
},
},
}, {
hl('Lambda', '{'),
hl('Identifier', 'a'),
hl('Comma', ','),
hl('Identifier', 'b'),
hl('Comma', ','),
hl('Identifier', 'c'),
hl('Arrow', '->'),
hl('Register', '@a'),
hl('Lambda', '}'),
})
check_parsing('{a,b,c,d->@a}', 0, {
-- 0123456789012
ast = {
{
'Lambda(\\di):0:0:{',
children = {
{
'Comma:0:2:,',
children = {
'PlainIdentifier(scope=0,ident=a):0:1:a',
{
'Comma:0:4:,',
children = {
'PlainIdentifier(scope=0,ident=b):0:3:b',
{
'Comma:0:6:,',
children = {
'PlainIdentifier(scope=0,ident=c):0:5:c',
'PlainIdentifier(scope=0,ident=d):0:7:d',
},
},
},
},
},
},
{
'Arrow:0:8:->',
children = {
'Register(name=a):0:10:@a',
},
},
},
},
},
}, {
hl('Lambda', '{'),
hl('Identifier', 'a'),
hl('Comma', ','),
hl('Identifier', 'b'),
hl('Comma', ','),
hl('Identifier', 'c'),
hl('Comma', ','),
hl('Identifier', 'd'),
hl('Arrow', '->'),
hl('Register', '@a'),
hl('Lambda', '}'),
})
check_parsing('{a,b,c,d,->@a}', 0, {
-- 01234567890123
ast = {
{
'Lambda(\\di):0:0:{',
children = {
{
'Comma:0:2:,',
children = {
'PlainIdentifier(scope=0,ident=a):0:1:a',
{
'Comma:0:4:,',
children = {
'PlainIdentifier(scope=0,ident=b):0:3:b',
{
'Comma:0:6:,',
children = {
'PlainIdentifier(scope=0,ident=c):0:5:c',
{
'Comma:0:8:,',
children = {
'PlainIdentifier(scope=0,ident=d):0:7:d',
},
},
},
},
},
},
},
},
{
'Arrow:0:9:->',
children = {
'Register(name=a):0:11:@a',
},
},
},
},
},
}, {
hl('Lambda', '{'),
hl('Identifier', 'a'),
hl('Comma', ','),
hl('Identifier', 'b'),
hl('Comma', ','),
hl('Identifier', 'c'),
hl('Comma', ','),
hl('Identifier', 'd'),
hl('Comma', ','),
hl('Arrow', '->'),
hl('Register', '@a'),
hl('Lambda', '}'),
})
check_parsing('{a,b->{c,d->{e,f->@a}}}', 0, {
-- 01234567890123456789012
-- 0 1 2
ast = {
{
'Lambda(\\di):0:0:{',
children = {
{
'Comma:0:2:,',
children = {
'PlainIdentifier(scope=0,ident=a):0:1:a',
'PlainIdentifier(scope=0,ident=b):0:3:b',
},
},
{
'Arrow:0:4:->',
children = {
{
'Lambda(\\di):0:6:{',
children = {
{
'Comma:0:8:,',
children = {
'PlainIdentifier(scope=0,ident=c):0:7:c',
'PlainIdentifier(scope=0,ident=d):0:9:d',
},
},
{
'Arrow:0:10:->',
children = {
{
'Lambda(\\di):0:12:{',
children = {
{
'Comma:0:14:,',
children = {
'PlainIdentifier(scope=0,ident=e):0:13:e',
'PlainIdentifier(scope=0,ident=f):0:15:f',
},
},
{
'Arrow:0:16:->',
children = {
'Register(name=a):0:18:@a',
},
},
},
},
},
},
},
},
},
},
},
},
},
}, {
hl('Lambda', '{'),
hl('Identifier', 'a'),
hl('Comma', ','),
hl('Identifier', 'b'),
hl('Arrow', '->'),
hl('Lambda', '{'),
hl('Identifier', 'c'),
hl('Comma', ','),
hl('Identifier', 'd'),
hl('Arrow', '->'),
hl('Lambda', '{'),
hl('Identifier', 'e'),
hl('Comma', ','),
hl('Identifier', 'f'),
hl('Arrow', '->'),
hl('Register', '@a'),
hl('Lambda', '}'),
hl('Lambda', '}'),
hl('Lambda', '}'),
})
check_parsing('{a,b->c,d}', 0, {
-- 0123456789
ast = {
{
'Lambda(\\di):0:0:{',
children = {
{
'Comma:0:2:,',
children = {
'PlainIdentifier(scope=0,ident=a):0:1:a',
'PlainIdentifier(scope=0,ident=b):0:3:b',
},
},
{
'Arrow:0:4:->',
children = {
{
'Comma:0:7:,',
children = {
'PlainIdentifier(scope=0,ident=c):0:6:c',
'PlainIdentifier(scope=0,ident=d):0:8:d',
},
},
},
},
},
},
},
err = {
arg = ',d}',
msg = 'E15: Comma outside of call, lambda or literal: %.*s',
},
}, {
hl('Lambda', '{'),
hl('Identifier', 'a'),
hl('Comma', ','),
hl('Identifier', 'b'),
hl('Arrow', '->'),
hl('Identifier', 'c'),
hl('InvalidComma', ','),
hl('Identifier', 'd'),
hl('Lambda', '}'),
})
check_parsing('a,b,c,d', 0, {
-- 0123456789
ast = {
{
'Comma:0:1:,',
children = {
'PlainIdentifier(scope=0,ident=a):0:0:a',
{
'Comma:0:3:,',
children = {
'PlainIdentifier(scope=0,ident=b):0:2:b',
{
'Comma:0:5:,',
children = {
'PlainIdentifier(scope=0,ident=c):0:4:c',
'PlainIdentifier(scope=0,ident=d):0:6:d',
},
},
},
},
},
},
},
err = {
arg = ',b,c,d',
msg = 'E15: Comma outside of call, lambda or literal: %.*s',
},
}, {
hl('Identifier', 'a'),
hl('InvalidComma', ','),
hl('Identifier', 'b'),
hl('InvalidComma', ','),
hl('Identifier', 'c'),
hl('InvalidComma', ','),
hl('Identifier', 'd'),
})
check_parsing('a,b,c,d,', 0, {
-- 0123456789
ast = {
{
'Comma:0:1:,',
children = {
'PlainIdentifier(scope=0,ident=a):0:0:a',
{
'Comma:0:3:,',
children = {
'PlainIdentifier(scope=0,ident=b):0:2:b',
{
'Comma:0:5:,',
children = {
'PlainIdentifier(scope=0,ident=c):0:4:c',
{
'Comma:0:7:,',
children = {
'PlainIdentifier(scope=0,ident=d):0:6:d',
},
},
},
},
},
},
},
},
},
err = {
arg = ',b,c,d,',
msg = 'E15: Comma outside of call, lambda or literal: %.*s',
},
}, {
hl('Identifier', 'a'),
hl('InvalidComma', ','),
hl('Identifier', 'b'),
hl('InvalidComma', ','),
hl('Identifier', 'c'),
hl('InvalidComma', ','),
hl('Identifier', 'd'),
hl('InvalidComma', ','),
})
check_parsing(',', 0, {
-- 0123456789
ast = {
{
'Comma:0:0:,',
children = {
'Missing:0:0:',
},
},
},
err = {
arg = ',',
msg = 'E15: Expected value, got comma: %.*s',
},
}, {
hl('InvalidComma', ','),
})
check_parsing('{,a->@a}', 0, {
-- 0123456789
ast = {
{
'CurlyBracesIdentifier(-di):0:0:{',
children = {
{
'Arrow:0:3:->',
children = {
{
'Comma:0:1:,',
children = {
'Missing:0:1:',
'PlainIdentifier(scope=0,ident=a):0:2:a',
},
},
'Register(name=a):0:5:@a',
},
},
},
},
},
err = {
arg = ',a->@a}',
msg = 'E15: Expected value, got comma: %.*s',
},
}, {
hl('Curly', '{'),
hl('InvalidComma', ','),
hl('Identifier', 'a'),
hl('InvalidArrow', '->'),
hl('Register', '@a'),
hl('Curly', '}'),
})
check_parsing('}', 0, {
-- 0123456789
ast = {
'UnknownFigure(---):0:0:',
},
err = {
arg = '}',
msg = 'E15: Unexpected closing figure brace: %.*s',
},
}, {
hl('InvalidFigureBrace', '}'),
})
check_parsing('{->}', 0, {
-- 0123456789
ast = {
{
'Lambda(\\di):0:0:{',
children = {
'Arrow:0:1:->',
},
},
},
err = {
arg = '}',
msg = 'E15: Expected value, got closing figure brace: %.*s',
},
}, {
hl('Lambda', '{'),
hl('Arrow', '->'),
hl('InvalidLambda', '}'),
})
check_parsing('{a,b}', 0, {
-- 0123456789
ast = {
{
'Lambda(-di):0:0:{',
children = {
{
'Comma:0:2:,',
children = {
'PlainIdentifier(scope=0,ident=a):0:1:a',
'PlainIdentifier(scope=0,ident=b):0:3:b',
},
},
},
},
},
err = {
arg = '}',
msg = 'E15: Expected lambda arguments list or arrow: %.*s',
},
}, {
hl('Lambda', '{'),
hl('Identifier', 'a'),
hl('Comma', ','),
hl('Identifier', 'b'),
hl('InvalidLambda', '}'),
})
check_parsing('{a,}', 0, {
-- 0123456789
ast = {
{
'Lambda(-di):0:0:{',
children = {
{
'Comma:0:2:,',
children = {
'PlainIdentifier(scope=0,ident=a):0:1:a',
},
},
},
},
},
err = {
arg = '}',
msg = 'E15: Expected lambda arguments list or arrow: %.*s',
},
}, {
hl('Lambda', '{'),
hl('Identifier', 'a'),
hl('Comma', ','),
hl('InvalidLambda', '}'),
})
check_parsing('{@a:@b}', 0, {
-- 0123456789
ast = {
{
'DictLiteral(-di):0:0:{',
children = {
{
'Colon:0:3::',
children = {
'Register(name=a):0:1:@a',
'Register(name=b):0:4:@b',
},
},
},
},
},
}, {
hl('Dict', '{'),
hl('Register', '@a'),
hl('Colon', ':'),
hl('Register', '@b'),
hl('Dict', '}'),
})
check_parsing('{@a:@b,@c:@d}', 0, {
-- 0123456789012
-- 0 1
ast = {
{
'DictLiteral(-di):0:0:{',
children = {
{
'Comma:0:6:,',
children = {
{
'Colon:0:3::',
children = {
'Register(name=a):0:1:@a',
'Register(name=b):0:4:@b',
},
},
{
'Colon:0:9::',
children = {
'Register(name=c):0:7:@c',
'Register(name=d):0:10:@d',
},
},
},
},
},
},
},
}, {
hl('Dict', '{'),
hl('Register', '@a'),
hl('Colon', ':'),
hl('Register', '@b'),
hl('Comma', ','),
hl('Register', '@c'),
hl('Colon', ':'),
hl('Register', '@d'),
hl('Dict', '}'),
})
check_parsing('{@a:@b,@c:@d,@e:@f,}', 0, {
-- 01234567890123456789
-- 0 1
ast = {
{
'DictLiteral(-di):0:0:{',
children = {
{
'Comma:0:6:,',
children = {
{
'Colon:0:3::',
children = {
'Register(name=a):0:1:@a',
'Register(name=b):0:4:@b',
},
},
{
'Comma:0:12:,',
children = {
{
'Colon:0:9::',
children = {
'Register(name=c):0:7:@c',
'Register(name=d):0:10:@d',
},
},
{
'Comma:0:18:,',
children = {
{
'Colon:0:15::',
children = {
'Register(name=e):0:13:@e',
'Register(name=f):0:16:@f',
},
},
},
},
},
},
},
},
},
},
},
}, {
hl('Dict', '{'),
hl('Register', '@a'),
hl('Colon', ':'),
hl('Register', '@b'),
hl('Comma', ','),
hl('Register', '@c'),
hl('Colon', ':'),
hl('Register', '@d'),
hl('Comma', ','),
hl('Register', '@e'),
hl('Colon', ':'),
hl('Register', '@f'),
hl('Comma', ','),
hl('Dict', '}'),
})
check_parsing('{@a:@b,@c:@d,@e:@f,@g:}', 0, {
-- 01234567890123456789012
-- 0 1 2
ast = {
{
'DictLiteral(-di):0:0:{',
children = {
{
'Comma:0:6:,',
children = {
{
'Colon:0:3::',
children = {
'Register(name=a):0:1:@a',
'Register(name=b):0:4:@b',
},
},
{
'Comma:0:12:,',
children = {
{
'Colon:0:9::',
children = {
'Register(name=c):0:7:@c',
'Register(name=d):0:10:@d',
},
},
{
'Comma:0:18:,',
children = {
{
'Colon:0:15::',
children = {
'Register(name=e):0:13:@e',
'Register(name=f):0:16:@f',
},
},
{
'Colon:0:21::',
children = {
'Register(name=g):0:19:@g',
},
},
},
},
},
},
},
},
},
},
},
err = {
arg = '}',
msg = 'E15: Expected value, got closing figure brace: %.*s',
},
}, {
hl('Dict', '{'),
hl('Register', '@a'),
hl('Colon', ':'),
hl('Register', '@b'),
hl('Comma', ','),
hl('Register', '@c'),
hl('Colon', ':'),
hl('Register', '@d'),
hl('Comma', ','),
hl('Register', '@e'),
hl('Colon', ':'),
hl('Register', '@f'),
hl('Comma', ','),
hl('Register', '@g'),
hl('Colon', ':'),
hl('InvalidDict', '}'),
})
check_parsing('{@a:@b,}', 0, {
-- 01234567890123
-- 0 1
ast = {
{
'DictLiteral(-di):0:0:{',
children = {
{
'Comma:0:6:,',
children = {
{
'Colon:0:3::',
children = {
'Register(name=a):0:1:@a',
'Register(name=b):0:4:@b',
},
},
},
},
},
},
},
}, {
hl('Dict', '{'),
hl('Register', '@a'),
hl('Colon', ':'),
hl('Register', '@b'),
hl('Comma', ','),
hl('Dict', '}'),
})
end)
-- FIXME: Test sequence of arrows inside and outside lambdas.
-- FIXME: Test multiple arguments calling.
-- FIXME: Test autoload character and scope in lambda arguments.
end)
Reference in New Issue View Git Blame Copy Permalink