neovim/test/unit/eval/helpers.lua

local helpers = require('test.unit.helpers')(nil)

local ptr2key = helpers.ptr2key
local cimport = helpers.cimport
local to_cstr = helpers.to_cstr
local ffi = helpers.ffi
local eq = helpers.eq

local eval = cimport('./src/nvim/eval.h', './src/nvim/eval/typval.h',
                     './src/nvim/hashtab.h', './src/nvim/memory.h')

local null_string = {[true]='NULL string'}
local null_list = {[true]='NULL list'}
local null_dict = {[true]='NULL dict'}
local type_key = {[true]='type key'}
local locks_key = {[true]='locks key'}
local list_type = {[true]='list type'}
local dict_type = {[true]='dict type'}
local func_type = {[true]='func type'}
local int_type = {[true]='int type'}
local flt_type = {[true]='flt type'}

local nil_value = {[true]='nil'}

local lua2typvalt

local function tv_list_item_alloc()
  return ffi.cast('listitem_T*', eval.xmalloc(ffi.sizeof('listitem_T')))
end

local function tv_list_item_free(li)
  eval.tv_clear(li.li_tv)
  eval.xfree(li)
end

local function li_alloc(nogc)
  local gcfunc = tv_list_item_free
  if nogc then gcfunc = nil end
  local li = ffi.gc(tv_list_item_alloc(), gcfunc)
  li.li_next = nil
  li.li_prev = nil
  li.li_tv = {v_type=eval.VAR_UNKNOWN, v_lock=eval.VAR_UNLOCKED}
  return li
end

local function populate_list(l, lua_l, processed)
  processed = processed or {}
  eq(0, l.lv_refcount)
  l.lv_refcount = 1
  processed[lua_l] = l
  for i = 1, #lua_l do
    local item_tv = ffi.gc(lua2typvalt(lua_l[i], processed), nil)
    local item_li = tv_list_item_alloc()
    item_li.li_tv = item_tv
    eval.tv_list_append(l, item_li)
  end
  return l
end

local function populate_dict(d, lua_d, processed)
  processed = processed or {}
  eq(0, d.dv_refcount)
  d.dv_refcount = 1
  processed[lua_d] = d
  for k, v in pairs(lua_d) do
    if type(k) == 'string' then
      local di = eval.tv_dict_item_alloc(to_cstr(k))
      local val_tv = ffi.gc(lua2typvalt(v, processed), nil)
      eval.tv_copy(val_tv, di.di_tv)
      eval.tv_clear(val_tv)
      eval.tv_dict_add(d, di)
    end
  end
  return d
end

local function populate_partial(pt, lua_pt, processed)
  processed = processed or {}
  eq(0, pt.pt_refcount)
  processed[lua_pt] = pt
  local argv = nil
  if lua_pt.args and #lua_pt.args > 0 then
    argv = ffi.gc(ffi.cast('typval_T*', eval.xmalloc(ffi.sizeof('typval_T') * #lua_pt.args)), nil)
    for i, arg in ipairs(lua_pt.args) do
      local arg_tv = ffi.gc(lua2typvalt(arg, processed), nil)
      argv[i - 1] = arg_tv
    end
  end
  local dict = nil
  if lua_pt.dict then
    local dict_tv = ffi.gc(lua2typvalt(lua_pt.dict, processed), nil)
    assert(dict_tv.v_type == eval.VAR_DICT)
    dict = dict_tv.vval.v_dict
  end
  pt.pt_refcount = 1
  pt.pt_name = eval.xmemdupz(to_cstr(lua_pt.value), #lua_pt.value)
  pt.pt_auto = not not lua_pt.auto
  pt.pt_argc = lua_pt.args and #lua_pt.args or 0
  pt.pt_argv = argv
  pt.pt_dict = dict
  return pt
end

local lst2tbl
local dct2tbl

local typvalt2lua

local function partial2lua(pt, processed)
  processed = processed or {}
  local value, auto, dict, argv = nil, nil, nil, nil
  if pt ~= nil then
    value = ffi.string(pt.pt_name)
    auto = pt.pt_auto and true or nil
    argv = {}
    for i = 1, pt.pt_argc do
      argv[i] = typvalt2lua(pt.pt_argv[i - 1], processed)
    end
    if pt.pt_dict ~= nil then
      dict = dct2tbl(pt.pt_dict)
    end
  end
  return {
    [type_key]=func_type,
    value=value,
    auto=auto,
    args=argv,
    dict=dict,
  }
end

local typvalt2lua_tab = nil

local function typvalt2lua_tab_init()
  if typvalt2lua_tab then
    return
  end
  typvalt2lua_tab = {
    [tonumber(eval.VAR_BOOL)] = function(t)
      return ({
        [tonumber(eval.kBoolVarFalse)] = false,
        [tonumber(eval.kBoolVarTrue)] = true,
      })[tonumber(t.vval.v_bool)]
    end,
    [tonumber(eval.VAR_SPECIAL)] = function(t)
      return ({
        [tonumber(eval.kSpecialVarNull)] = nil_value,
      })[tonumber(t.vval.v_special)]
    end,
    [tonumber(eval.VAR_NUMBER)] = function(t)
      return {[type_key]=int_type, value=tonumber(t.vval.v_number)}
    end,
    [tonumber(eval.VAR_FLOAT)] = function(t)
      return tonumber(t.vval.v_float)
    end,
    [tonumber(eval.VAR_STRING)] = function(t)
      local str = t.vval.v_string
      if str == nil then
        return null_string
      else
        return ffi.string(str)
      end
    end,
    [tonumber(eval.VAR_LIST)] = function(t, processed)
      return lst2tbl(t.vval.v_list, processed)
    end,
    [tonumber(eval.VAR_DICT)] = function(t, processed)
      return dct2tbl(t.vval.v_dict, processed)
    end,
    [tonumber(eval.VAR_FUNC)] = function(t, processed)
      return {[type_key]=func_type, value=typvalt2lua_tab[eval.VAR_STRING](t, processed or {})}
    end,
    [tonumber(eval.VAR_PARTIAL)] = function(t, processed)
      local p_key = ptr2key(t)
      if processed[p_key] then
        return processed[p_key]
      end
      return partial2lua(t.vval.v_partial, processed)
    end,
  }
end

typvalt2lua = function(t, processed)
  typvalt2lua_tab_init()
  return ((typvalt2lua_tab[tonumber(t.v_type)] or function(t_inner)
    assert(false, 'Converting ' .. tonumber(t_inner.v_type) .. ' was not implemented yet')
  end)(t, processed or {}))
end

local function list_iter(l)
  local init_s = {
    idx=0,
    li=l.lv_first,
  }
  local function f(s, _)
    -- (listitem_T *) NULL is equal to nil, but yet it is not false.
    if s.li == nil then
      return nil
    end
    local ret_li = s.li
    s.li = s.li.li_next
    s.idx = s.idx + 1
    return s.idx, ret_li
  end
  return f, init_s, nil
end

local function list_items(l)
  local ret = {}
  for i, li in list_iter(l) do
    ret[i] = li
  end
  return ret
end

lst2tbl = function(l, processed)
  if l == nil then
    return null_list
  end
  processed = processed or {}
  local p_key = ptr2key(l)
  if processed[p_key] then
    return processed[p_key]
  end
  local ret = {[type_key]=list_type}
  processed[p_key] = ret
  for i, li in list_iter(l) do
    ret[i] = typvalt2lua(li.li_tv, processed)
  end
  if ret[1] then
    ret[type_key] = nil
  end
  return ret
end

local hi_key_removed = nil

local function dict_iter(d, return_hi)
  hi_key_removed = hi_key_removed or eval._hash_key_removed()
  local init_s = {
    todo=d.dv_hashtab.ht_used,
    hi=d.dv_hashtab.ht_array,
  }
  local function f(s, _)
    if s.todo == 0 then return nil end
    while s.todo > 0 do
      if s.hi.hi_key ~= nil and s.hi.hi_key ~= hi_key_removed then
        local key = ffi.string(s.hi.hi_key)
        local ret
        if return_hi then
          ret = s.hi
        else
          ret = ffi.cast('dictitem_T*',
                         s.hi.hi_key - ffi.offsetof('dictitem_T', 'di_key'))
        end
        s.todo = s.todo - 1
        s.hi = s.hi + 1
        return key, ret
      end
      s.hi = s.hi + 1
    end
  end
  return f, init_s, nil
end

local function first_di(d)
  local f, init_s, v = dict_iter(d)
  return select(2, f(init_s, v))
end

local function dict_items(d)
  local ret = {[0]=0}
  for k, hi in dict_iter(d) do
    ret[k] = hi
    ret[0] = ret[0] + 1
    ret[ret[0]] = hi
  end
  return ret
end

dct2tbl = function(d, processed)
  if d == nil then
    return null_dict
  end
  processed = processed or {}
  local p_key = ptr2key(d)
  if processed[p_key] then
    return processed[p_key]
  end
  local ret = {}
  processed[p_key] = ret
  for k, di in dict_iter(d) do
    ret[k] = typvalt2lua(di.di_tv, processed)
  end
  return ret
end

local typvalt = function(typ, vval)
  if typ == nil then
    typ = eval.VAR_UNKNOWN
  elseif type(typ) == 'string' then
    typ = eval[typ]
  end
  return ffi.gc(ffi.new('typval_T', {v_type=typ, vval=vval}), eval.tv_clear)
end

local lua2typvalt_type_tab = {
  [int_type] = function(l, _)
    return typvalt(eval.VAR_NUMBER, {v_number=l.value})
  end,
  [flt_type] = function(l, processed)
    return lua2typvalt(l.value, processed)
  end,
  [list_type] = function(l, processed)
    if processed[l] then
      processed[l].lv_refcount = processed[l].lv_refcount + 1
      return typvalt(eval.VAR_LIST, {v_list=processed[l]})
    end
    local lst = populate_list(eval.tv_list_alloc(#l), l, processed)
    return typvalt(eval.VAR_LIST, {v_list=lst})
  end,
  [dict_type] = function(l, processed)
    if processed[l] then
      processed[l].dv_refcount = processed[l].dv_refcount + 1
      return typvalt(eval.VAR_DICT, {v_dict=processed[l]})
    end
    local dct = populate_dict(eval.tv_dict_alloc(), l, processed)
    return typvalt(eval.VAR_DICT, {v_dict=dct})
  end,
  [func_type] = function(l, processed)
    if processed[l] then
      processed[l].pt_refcount = processed[l].pt_refcount + 1
      return typvalt(eval.VAR_PARTIAL, {v_partial=processed[l]})
    end
    if l.args or l.dict then
      local pt = populate_partial(ffi.gc(ffi.cast('partial_T*',
          eval.xcalloc(1, ffi.sizeof('partial_T'))), nil), l, processed)
      return typvalt(eval.VAR_PARTIAL, {v_partial=pt})
    else
      return typvalt(eval.VAR_FUNC, {
        v_string=eval.xmemdupz(to_cstr(l.value), #l.value)
      })
    end
  end,
}

local special_vals = nil

lua2typvalt = function(l, processed)
  if not special_vals then
    special_vals = {
      [null_string] = {'VAR_STRING', {v_string=ffi.cast('char*', nil)}},
      [null_list] = {'VAR_LIST', {v_list=ffi.cast('list_T*', nil)}},
      [null_dict] = {'VAR_DICT', {v_dict=ffi.cast('dict_T*', nil)}},
      [nil_value] = {'VAR_SPECIAL', {v_special=eval.kSpecialVarNull}},
      [true] = {'VAR_BOOL', {v_bool=eval.kBoolVarTrue}},
      [false] = {'VAR_BOOL', {v_bool=eval.kBoolVarFalse}},
    }

    for k, v in pairs(special_vals) do
      local tmp = function(typ, vval)
        special_vals[k] = function()
          return typvalt(eval[typ], vval)
        end
      end
      tmp(v[1], v[2])
    end
  end
  processed = processed or {}
  if l == nil or l == nil_value then
    return special_vals[nil_value]()
  elseif special_vals[l] then
    return special_vals[l]()
  elseif type(l) == 'table' then
    if l[type_key] then
      return lua2typvalt_type_tab[l[type_key]](l, processed)
    else
      if l[1] then
        return lua2typvalt_type_tab[list_type](l, processed)
      else
        return lua2typvalt_type_tab[dict_type](l, processed)
      end
    end
  elseif type(l) == 'number' then
    return typvalt(eval.VAR_FLOAT, {v_float=l})
  elseif type(l) == 'string' then
    return typvalt(eval.VAR_STRING, {v_string=eval.xmemdupz(to_cstr(l), #l)})
  elseif type(l) == 'cdata' then
    local tv = typvalt(eval.VAR_UNKNOWN)
    eval.tv_copy(l, tv)
    return tv
  end
end

local void_ptr = ffi.typeof('void *')
local function void(ptr)
  return ffi.cast(void_ptr, ptr)
end

local function alloc_len(len, get_ptr)
  if type(len) == 'string' or type(len) == 'table' then
    return #len
  elseif len == nil then
    return eval.strlen(get_ptr())
  else
    return len
  end
end

local alloc_logging_helpers = {
  list = function(l) return {func='calloc', args={1, ffi.sizeof('list_T')}, ret=void(l)} end,
  li = function(li) return {func='malloc', args={ffi.sizeof('listitem_T')}, ret=void(li)} end,
  dict = function(d) return {func='calloc', args={1, ffi.sizeof('dict_T')}, ret=void(d)} end,
  di = function(di, size)
    size = alloc_len(size, function() return di.di_key end)
    return {func='malloc', args={ffi.offsetof('dictitem_T', 'di_key') + size + 1}, ret=void(di)}
  end,
  str = function(s, size)
    size = alloc_len(size, function() return s end)
    return {func='malloc', args={size + 1}, ret=void(s)}
  end,

  dwatcher = function(w) return {func='malloc', args={ffi.sizeof('DictWatcher')}, ret=void(w)} end,

  freed = function(p) return {func='free', args={type(p) == 'table' and p or void(p)}} end,

  -- lua_…: allocated by this file, not by some Neovim function
  lua_pt = function(pt) return {func='calloc', args={1, ffi.sizeof('partial_T')}, ret=void(pt)} end,
  lua_tvs = function(argv, argc)
    argc = alloc_len(argc)
    return {func='malloc', args={ffi.sizeof('typval_T')*argc}, ret=void(argv)}
  end,
}

local function int(n)
  return {[type_key]=int_type, value=n}
end

local function list(...)
  return populate_list(ffi.gc(eval.tv_list_alloc(select('#', ...)),
                              eval.tv_list_unref),
                       {...}, {})
end

local function dict(d)
  return populate_dict(ffi.gc(eval.tv_dict_alloc(), eval.tv_dict_free),
                       d or {}, {})
end

local callback2tbl_type_tab = nil

local function init_callback2tbl_type_tab()
  if callback2tbl_type_tab then
    return
  end
  callback2tbl_type_tab = {
    [tonumber(eval.kCallbackNone)] = function(_) return {type='none'} end,
    [tonumber(eval.kCallbackFuncref)] = function(cb)
      return {type='fref', fref=ffi.string(cb.data.funcref)}
    end,
    [tonumber(eval.kCallbackPartial)] = function(cb)
      local lua_pt = partial2lua(cb.data.partial)
      return {type='pt', fref=ffi.string(lua_pt.value), pt=lua_pt}
    end
  }
end

local function callback2tbl(cb)
  init_callback2tbl_type_tab()
  return callback2tbl_type_tab[tonumber(cb.type)](cb)
end

local function tbl2callback(tbl)
  local ret = nil
  if tbl.type == 'none' then
    ret = ffi.new('Callback[1]', {{type=eval.kCallbackNone}})
  elseif tbl.type == 'fref' then
    ret = ffi.new('Callback[1]', {{type=eval.kCallbackFuncref,
                                   data={funcref=eval.xstrdup(tbl.fref)}}})
  elseif tbl.type == 'pt' then
    local pt = ffi.gc(ffi.cast('partial_T*',
        eval.xcalloc(1, ffi.sizeof('partial_T'))), nil)
    ret = ffi.new('Callback[1]', {{type=eval.kCallbackPartial,
                                   data={partial=populate_partial(pt, tbl.pt, {})}}})
  else
    assert(false)
  end
  return ffi.gc(ffi.cast('Callback*', ret), helpers.callback_free)
end

local function dict_watchers(d)
  local ret = {}
  local h = d.watchers
  local q = h.next
  local qs = {}
  local key_patterns = {}
  while q ~= h do
    local qitem = ffi.cast('DictWatcher *',
        ffi.cast('char *', q) - ffi.offsetof('DictWatcher', 'node'))
    ret[#ret + 1] = {
      cb=callback2tbl(qitem.callback),
      pat=ffi.string(qitem.key_pattern, qitem.key_pattern_len),
      busy=qitem.busy,
    }
    qs[#qs + 1] = qitem
    key_patterns[#key_patterns + 1] = {qitem.key_pattern, qitem.key_pattern_len}
    q = q.next
  end
  return ret, qs, key_patterns
end

local function eval0(expr)
  local tv = ffi.gc(ffi.new('typval_T', {v_type=eval.VAR_UNKNOWN}),
                    eval.tv_clear)
  local evalarg = ffi.new('evalarg_T', {eval_flags = eval.EVAL_EVALUATE})
  if eval.eval0(to_cstr(expr), tv, nil, evalarg) == 0 then
    return nil
  else
    return tv
  end
end

return {
  int=int,

  null_string=null_string,
  null_list=null_list,
  null_dict=null_dict,
  list_type=list_type,
  dict_type=dict_type,
  func_type=func_type,
  int_type=int_type,
  flt_type=flt_type,

  nil_value=nil_value,

  type_key=type_key,
  locks_key=locks_key,

  list=list,
  dict=dict,
  lst2tbl=lst2tbl,
  dct2tbl=dct2tbl,

  lua2typvalt=lua2typvalt,
  typvalt2lua=typvalt2lua,

  typvalt=typvalt,

  li_alloc=li_alloc,
  tv_list_item_free=tv_list_item_free,

  dict_iter=dict_iter,
  list_iter=list_iter,
  first_di=first_di,

  alloc_logging_helpers=alloc_logging_helpers,

  list_items=list_items,
  dict_items=dict_items,

  dict_watchers=dict_watchers,
  tbl2callback=tbl2callback,
  callback2tbl=callback2tbl,

  eval0=eval0,

  empty_list = {[type_key]=list_type},
}