1193 lines
39 KiB
Lua
1193 lines
39 KiB
Lua
local lpeg = require('lpeg')
|
|
local re = require('re')
|
|
local utils = require('utils')
|
|
local files = require('files')
|
|
local repr, stringify, equivalent
|
|
repr, stringify, equivalent = utils.repr, utils.stringify, utils.equivalent
|
|
colors = require('consolecolors')
|
|
colored = setmetatable({ }, {
|
|
__index = function(_, color)
|
|
return (function(msg)
|
|
return colors[color] .. tostring(msg or '') .. colors.reset
|
|
end)
|
|
end
|
|
})
|
|
local insert, remove, concat
|
|
do
|
|
local _obj_0 = table
|
|
insert, remove, concat = _obj_0.insert, _obj_0.remove, _obj_0.concat
|
|
end
|
|
local unpack = unpack or table.unpack
|
|
local match, sub, gsub, format, byte, find
|
|
do
|
|
local _obj_0 = string
|
|
match, sub, gsub, format, byte, find = _obj_0.match, _obj_0.sub, _obj_0.gsub, _obj_0.format, _obj_0.byte, _obj_0.find
|
|
end
|
|
local NomsuCode, LuaCode, Source
|
|
do
|
|
local _obj_0 = require("code_obj")
|
|
NomsuCode, LuaCode, Source = _obj_0.NomsuCode, _obj_0.LuaCode, _obj_0.Source
|
|
end
|
|
local AST = require("nomsu_tree")
|
|
local Parser = require("parser")
|
|
SOURCE_MAP = { }
|
|
string.as_lua_id = function(str)
|
|
local argnum = 0
|
|
str = gsub(str, "x([0-9A-F][0-9A-F])", "x\0%1")
|
|
str = gsub(str, "%W", function(c)
|
|
if c == ' ' then
|
|
return '_'
|
|
elseif c == '%' then
|
|
argnum = argnum + 1
|
|
return tostring(argnum)
|
|
else
|
|
return format("x%02X", byte(c))
|
|
end
|
|
end)
|
|
return '_' .. str
|
|
end
|
|
table.map = function(self, fn)
|
|
local _accum_0 = { }
|
|
local _len_0 = 1
|
|
for _, v in ipairs(self) do
|
|
_accum_0[_len_0] = fn(v)
|
|
_len_0 = _len_0 + 1
|
|
end
|
|
return _accum_0
|
|
end
|
|
table.fork = function(t, values)
|
|
return setmetatable(values or { }, {
|
|
__index = t
|
|
})
|
|
end
|
|
do
|
|
local STRING_METATABLE = getmetatable("")
|
|
STRING_METATABLE.__add = function(self, other)
|
|
return self .. stringify(other)
|
|
end
|
|
STRING_METATABLE.__index = function(self, i)
|
|
local ret = string[i]
|
|
if ret ~= nil then
|
|
return ret
|
|
end
|
|
if type(i) == 'number' then
|
|
return sub(self, i, i)
|
|
elseif type(i) == 'table' then
|
|
return sub(self, i[1], i[2])
|
|
end
|
|
end
|
|
end
|
|
local _list_mt = {
|
|
__eq = equivalent,
|
|
__tostring = function(self)
|
|
return "[" .. concat((function()
|
|
local _accum_0 = { }
|
|
local _len_0 = 1
|
|
for _index_0 = 1, #self do
|
|
local b = self[_index_0]
|
|
_accum_0[_len_0] = repr(b)
|
|
_len_0 = _len_0 + 1
|
|
end
|
|
return _accum_0
|
|
end)(), ", ") .. "]"
|
|
end,
|
|
__lt = function(self, other)
|
|
assert(type(self) == 'table' and type(other) == 'table', "Incompatible types for comparison")
|
|
for i = 1, math.max(#self, #other) do
|
|
if not self[i] and other[i] then
|
|
return true
|
|
elseif self[i] and not other[i] then
|
|
return false
|
|
elseif self[i] < other[i] then
|
|
return true
|
|
elseif self[i] > other[i] then
|
|
return false
|
|
end
|
|
end
|
|
return false
|
|
end,
|
|
__le = function(self, other)
|
|
assert(type(self) == 'table' and type(other) == 'table', "Incompatible types for comparison")
|
|
for i = 1, math.max(#self, #other) do
|
|
if not self[i] and other[i] then
|
|
return true
|
|
elseif self[i] and not other[i] then
|
|
return false
|
|
elseif self[i] < other[i] then
|
|
return true
|
|
elseif self[i] > other[i] then
|
|
return false
|
|
end
|
|
end
|
|
return true
|
|
end
|
|
}
|
|
local list
|
|
list = function(t)
|
|
return setmetatable(t, _list_mt)
|
|
end
|
|
local _dict_mt = {
|
|
__eq = equivalent,
|
|
__tostring = function(self)
|
|
return "{" .. concat((function()
|
|
local _accum_0 = { }
|
|
local _len_0 = 1
|
|
for k, v in pairs(self) do
|
|
_accum_0[_len_0] = tostring(repr(k)) .. ": " .. tostring(repr(v))
|
|
_len_0 = _len_0 + 1
|
|
end
|
|
return _accum_0
|
|
end)(), ", ") .. "}"
|
|
end
|
|
}
|
|
local dict
|
|
dict = function(t)
|
|
return setmetatable(t, _dict_mt)
|
|
end
|
|
local MAX_LINE = 80
|
|
local NomsuCompiler = setmetatable({ }, {
|
|
__index = function(self, k)
|
|
do
|
|
local _self = rawget(self, "self")
|
|
if _self then
|
|
return _self[k]
|
|
else
|
|
return nil
|
|
end
|
|
end
|
|
end
|
|
})
|
|
do
|
|
NomsuCompiler.NOMSU_COMPILER_VERSION = 4
|
|
NomsuCompiler.NOMSU_SYNTAX_VERSION = Parser.version
|
|
NomsuCompiler._ENV = NomsuCompiler
|
|
NomsuCompiler.nomsu = NomsuCompiler
|
|
NomsuCompiler.parse = function(self, ...)
|
|
return Parser.parse(...)
|
|
end
|
|
NomsuCompiler.can_optimize = function()
|
|
return false
|
|
end
|
|
local to_add = {
|
|
repr = repr,
|
|
stringify = stringify,
|
|
utils = utils,
|
|
lpeg = lpeg,
|
|
re = re,
|
|
files = files,
|
|
next = next,
|
|
unpack = unpack,
|
|
setmetatable = setmetatable,
|
|
coroutine = coroutine,
|
|
rawequal = rawequal,
|
|
getmetatable = getmetatable,
|
|
pcall = pcall,
|
|
error = error,
|
|
package = package,
|
|
os = os,
|
|
require = require,
|
|
tonumber = tonumber,
|
|
tostring = tostring,
|
|
string = string,
|
|
xpcall = xpcall,
|
|
module = module,
|
|
print = print,
|
|
loadfile = loadfile,
|
|
rawset = rawset,
|
|
_VERSION = _VERSION,
|
|
collectgarbage = collectgarbage,
|
|
rawget = rawget,
|
|
rawlen = rawlen,
|
|
table = table,
|
|
assert = assert,
|
|
dofile = dofile,
|
|
loadstring = loadstring,
|
|
type = type,
|
|
select = select,
|
|
debug = debug,
|
|
math = math,
|
|
io = io,
|
|
load = load,
|
|
pairs = pairs,
|
|
ipairs = ipairs,
|
|
list = list,
|
|
dict = dict
|
|
}
|
|
for k, v in pairs(to_add) do
|
|
NomsuCompiler[k] = v
|
|
end
|
|
for k, v in pairs(AST) do
|
|
NomsuCompiler[k] = v
|
|
end
|
|
NomsuCompiler.LuaCode = LuaCode
|
|
NomsuCompiler.NomsuCode = NomsuCode
|
|
NomsuCompiler.Source = Source
|
|
NomsuCompiler.ALIASES = setmetatable({ }, {
|
|
__mode = "k"
|
|
})
|
|
NomsuCompiler.LOADED = { }
|
|
NomsuCompiler.AST = AST
|
|
NomsuCompiler.compile_error = function(self, source, err_format_string, ...)
|
|
err_format_string = err_format_string:gsub("%%[^s]", "%%%1")
|
|
local file = files.read(source.filename)
|
|
local line_starts = files.get_line_starts(file)
|
|
local line_no = files.get_line_number(file, source.start)
|
|
local line_start = line_starts[line_no]
|
|
local src = colored.dim(file:sub(line_start, source.start - 1))
|
|
src = src .. colored.underscore(colored.bright(colored.red(file:sub(source.start, source.stop - 1))))
|
|
local end_of_line = (line_starts[files.get_line_number(file, source.stop) + 1] or 0) - 1
|
|
src = src .. colored.dim(file:sub(source.stop, end_of_line - 1))
|
|
src = ' ' .. src:gsub('\n', '\n ')
|
|
local err_msg = err_format_string:format(src, ...)
|
|
return error(tostring(source.filename) .. ":" .. tostring(line_no) .. ": " .. err_msg, 0)
|
|
end
|
|
local math_expression = re.compile([[ ([+-] " ")* "%" (" " [*/^+-] (" " [+-])* " %")+ !. ]])
|
|
local add_lua_bits
|
|
add_lua_bits = function(self, val_or_stmt, code)
|
|
local cls = val_or_stmt == "value" and LuaCode.Value or LuaCode
|
|
local operate_on_text
|
|
operate_on_text = function(text)
|
|
local lua = cls(text.source)
|
|
for _index_0 = 1, #text do
|
|
local bit = text[_index_0]
|
|
if type(bit) == "string" then
|
|
lua:append(bit)
|
|
elseif bit.type == "Text" then
|
|
lua:append(operate_on_text(bit))
|
|
else
|
|
local bit_lua = self:compile(bit)
|
|
if not (bit_lua.is_value) then
|
|
self:compile_error(bit.source, "Cannot use:\n%s\nas a string interpolation value, since it's not an expression.")
|
|
end
|
|
lua:append(bit_lua)
|
|
end
|
|
end
|
|
return lua
|
|
end
|
|
return operate_on_text(code)
|
|
end
|
|
local add_lua_string_bits
|
|
add_lua_string_bits = function(self, val_or_stmt, code)
|
|
local cls_str = val_or_stmt == "value" and "LuaCode.Value(" or "LuaCode("
|
|
if code.type ~= "Text" then
|
|
return LuaCode.Value(code.source, cls_str, repr(tostring(code.source)), ", ", self:compile(code), ")")
|
|
end
|
|
local add_bit_lua
|
|
add_bit_lua = function(lua, bit_lua)
|
|
local bit_leading_len = #(tostring(bit_lua):match("^[^\n]*"))
|
|
lua:append(lua:trailing_line_len() + bit_leading_len > MAX_LINE and ",\n " or ", ")
|
|
return lua:append(bit_lua)
|
|
end
|
|
local operate_on_text
|
|
operate_on_text = function(text)
|
|
local lua = LuaCode.Value(text.source, cls_str, repr(tostring(text.source)))
|
|
for _index_0 = 1, #text do
|
|
local bit = text[_index_0]
|
|
if type(bit) == "string" then
|
|
add_bit_lua(lua, repr(bit))
|
|
elseif bit.type == "Text" then
|
|
add_bit_lua(lua, operate_on_text(bit))
|
|
else
|
|
local bit_lua = self:compile(bit)
|
|
if not (bit_lua.is_value) then
|
|
self:compile_error(bit.source, "Cannot use:\n%s\nas a string interpolation value, since it's not an expression.")
|
|
end
|
|
add_bit_lua(lua, bit_lua)
|
|
end
|
|
end
|
|
lua:append(")")
|
|
return lua
|
|
end
|
|
return operate_on_text(code)
|
|
end
|
|
NomsuCompiler.COMPILE_ACTIONS = setmetatable({
|
|
["# compile math expr #"] = function(self, tree, ...)
|
|
local lua = LuaCode.Value(tree.source)
|
|
for i, tok in ipairs(tree) do
|
|
if type(tok) == 'string' then
|
|
lua:append(tok)
|
|
else
|
|
local tok_lua = self:compile(tok)
|
|
if not (tok_lua.is_value) then
|
|
self:compile_error(tok.source, "Non-expression value inside math expression:\n%s")
|
|
end
|
|
if tok.type == "Action" then
|
|
tok_lua:parenthesize()
|
|
end
|
|
lua:append(tok_lua)
|
|
end
|
|
if i < #tree then
|
|
lua:append(" ")
|
|
end
|
|
end
|
|
return lua
|
|
end,
|
|
["Lua %"] = function(self, tree, _code)
|
|
return add_lua_string_bits(self, 'statements', _code)
|
|
end,
|
|
["Lua value %"] = function(self, tree, _code)
|
|
return add_lua_string_bits(self, 'value', _code)
|
|
end,
|
|
["lua > %"] = function(self, tree, _code)
|
|
if _code.type ~= "Text" then
|
|
return LuaCode(tree.source, "nomsu:run_lua(", self:compile(_code), ");")
|
|
end
|
|
return add_lua_bits(self, "statements", _code)
|
|
end,
|
|
["= lua %"] = function(self, tree, _code)
|
|
if _code.type ~= "Text" then
|
|
return LuaCode.Value(tree.source, "nomsu:run_lua(", self:compile(_code), ":as_statements('return '))")
|
|
end
|
|
return add_lua_bits(self, "value", _code)
|
|
end,
|
|
["use %"] = function(self, tree, _path)
|
|
if _path.type == 'Text' and #_path == 1 and type(_path[1]) == 'string' then
|
|
local path = _path[1]
|
|
for _, f in files.walk(path) do
|
|
self:run_file(f)
|
|
end
|
|
end
|
|
return LuaCode(tree.source, "for i,f in files.walk(", self:compile(_path), ") do nomsu:run_file(f) end")
|
|
end,
|
|
["test %"] = function(self, tree, _body)
|
|
return LuaCode("")
|
|
end
|
|
}, {
|
|
__index = function(self, stub)
|
|
if math_expression:match(stub) then
|
|
return self["# compile math expr #"]
|
|
end
|
|
end
|
|
})
|
|
NomsuCompiler.run = function(self, to_run, source, version)
|
|
if source == nil then
|
|
source = nil
|
|
end
|
|
if version == nil then
|
|
version = nil
|
|
end
|
|
source = source or (to_run.source or Source(to_run, 1, #to_run))
|
|
if type(source) == 'string' then
|
|
source = Source:from_string(source)
|
|
end
|
|
if not files.read(source.filename) then
|
|
files.spoof(source.filename, to_run)
|
|
end
|
|
local tree
|
|
if AST.is_syntax_tree(to_run) then
|
|
tree = to_run
|
|
else
|
|
tree = self:parse(to_run, source, version)
|
|
end
|
|
if tree == nil then
|
|
return nil
|
|
end
|
|
if tree.type ~= "FileChunks" then
|
|
tree = {
|
|
tree
|
|
}
|
|
end
|
|
local ret = nil
|
|
local all_lua = { }
|
|
for _index_0 = 1, #tree do
|
|
local chunk = tree[_index_0]
|
|
local lua = self:compile(chunk):as_statements("return ")
|
|
lua:declare_locals()
|
|
lua:prepend("-- File: " .. tostring(source.filename:gsub("\n.*", "...")) .. "\n")
|
|
insert(all_lua, tostring(lua))
|
|
ret = self:run_lua(lua)
|
|
end
|
|
return ret
|
|
end
|
|
local _running_files = { }
|
|
NomsuCompiler.run_file = function(self, filename)
|
|
if self.LOADED[filename] then
|
|
return self.LOADED[filename]
|
|
end
|
|
for i, running in ipairs(_running_files) do
|
|
if running == filename then
|
|
local loop
|
|
do
|
|
local _accum_0 = { }
|
|
local _len_0 = 1
|
|
for j = i, #_running_files do
|
|
_accum_0[_len_0] = _running_files[j]
|
|
_len_0 = _len_0 + 1
|
|
end
|
|
loop = _accum_0
|
|
end
|
|
insert(loop, filename)
|
|
error("Circular import, this loops forever: " .. tostring(concat(loop, " -> ")) .. "...")
|
|
end
|
|
end
|
|
insert(_running_files, filename)
|
|
local ret = nil
|
|
if match(filename, "%.lua$") then
|
|
local file = assert(files.read(filename), "Could not find file: " .. tostring(filename))
|
|
ret = self:run_lua(file, Source(filename, 1, #file))
|
|
elseif match(filename, "%.nom$") or match(filename, "^/dev/fd/[012]$") then
|
|
local ran_lua
|
|
if self.can_optimize(filename) then
|
|
local lua_filename = gsub(filename, "%.nom$", ".lua")
|
|
do
|
|
local file = files.read(lua_filename)
|
|
if file then
|
|
ret = self:run_lua(file, Source(lua_filename, 1, #file))
|
|
ran_lua = true
|
|
end
|
|
end
|
|
end
|
|
if not (ran_lua) then
|
|
local file = files.read(filename)
|
|
if not file then
|
|
error("File does not exist: " .. tostring(filename), 0)
|
|
end
|
|
ret = self:run(file, Source(filename, 1, #file))
|
|
end
|
|
else
|
|
error("Invalid filetype for " .. tostring(filename), 0)
|
|
end
|
|
self.LOADED[filename] = ret or true
|
|
remove(_running_files)
|
|
self.LOADED[filename] = ret or true
|
|
return ret
|
|
end
|
|
NomsuCompiler.run_lua = function(self, lua, source)
|
|
if source == nil then
|
|
source = nil
|
|
end
|
|
local lua_string = tostring(lua)
|
|
local run_lua_fn, err = load(lua_string, nil and tostring(source or lua.source), "t", self)
|
|
if not run_lua_fn then
|
|
local line_numbered_lua = concat((function()
|
|
local _accum_0 = { }
|
|
local _len_0 = 1
|
|
for i, line in ipairs(files.get_lines(lua_string)) do
|
|
_accum_0[_len_0] = format("%3d|%s", i, line)
|
|
_len_0 = _len_0 + 1
|
|
end
|
|
return _accum_0
|
|
end)(), "\n")
|
|
error("Failed to compile generated code:\n" .. tostring(colored.bright(colored.blue(colored.onblack(line_numbered_lua)))) .. "\n\n" .. tostring(err), 0)
|
|
end
|
|
source = source or lua.source
|
|
local source_key = tostring(source)
|
|
if not (SOURCE_MAP[source_key]) then
|
|
local map = { }
|
|
local file = files.read(source.filename)
|
|
if not file then
|
|
error("Failed to find file: " .. tostring(source.filename))
|
|
end
|
|
local nomsu_str = tostring(file:sub(source.start, source.stop))
|
|
local lua_line = 1
|
|
local nomsu_line = files.get_line_number(file, source.start)
|
|
local map_sources
|
|
map_sources = function(s)
|
|
if type(s) == 'string' then
|
|
for nl in s:gmatch("\n") do
|
|
map[lua_line] = map[lua_line] or nomsu_line
|
|
lua_line = lua_line + 1
|
|
end
|
|
else
|
|
if s.source and s.source.filename == source.filename then
|
|
nomsu_line = files.get_line_number(file, s.source.start)
|
|
end
|
|
local _list_0 = s.bits
|
|
for _index_0 = 1, #_list_0 do
|
|
local b = _list_0[_index_0]
|
|
map_sources(b)
|
|
end
|
|
end
|
|
end
|
|
map_sources(lua)
|
|
map[lua_line] = map[lua_line] or nomsu_line
|
|
map[0] = 0
|
|
SOURCE_MAP[source_key] = map
|
|
end
|
|
return run_lua_fn()
|
|
end
|
|
NomsuCompiler.compile = function(self, tree)
|
|
if tree.version then
|
|
do
|
|
local get_version = self['A' .. string.as_lua_id("Nomsu version")]
|
|
if get_version then
|
|
do
|
|
local upgrade = self['A' .. string.as_lua_id("1 upgraded from 2 to 3")]
|
|
if upgrade then
|
|
tree = upgrade(tree, tree.version, get_version())
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|
|
local _exp_0 = tree.type
|
|
if "Action" == _exp_0 then
|
|
local stub = tree.stub
|
|
do
|
|
local compile_action = self.COMPILE_ACTIONS[stub]
|
|
if compile_action then
|
|
local args
|
|
do
|
|
local _accum_0 = { }
|
|
local _len_0 = 1
|
|
for _index_0 = 1, #tree do
|
|
local arg = tree[_index_0]
|
|
if type(arg) ~= "string" then
|
|
_accum_0[_len_0] = arg
|
|
_len_0 = _len_0 + 1
|
|
end
|
|
end
|
|
args = _accum_0
|
|
end
|
|
local ret = compile_action(self, tree, unpack(args))
|
|
if not ret then
|
|
self:compile_error(tree.source, "Compile-time action:\n%s\nfailed to produce any Lua")
|
|
end
|
|
return ret
|
|
end
|
|
end
|
|
local lua = LuaCode.Value(tree.source, "A", string.as_lua_id(stub), "(")
|
|
local args = { }
|
|
for i, tok in ipairs(tree) do
|
|
local _continue_0 = false
|
|
repeat
|
|
if type(tok) == "string" then
|
|
_continue_0 = true
|
|
break
|
|
end
|
|
local arg_lua = self:compile(tok)
|
|
if not (arg_lua.is_value) then
|
|
self:compile_error(tok.source, "Cannot use:\n%s\nas an argument to %s, since it's not an expression, it produces: %s", stub, repr(arg_lua))
|
|
end
|
|
insert(args, arg_lua)
|
|
_continue_0 = true
|
|
until true
|
|
if not _continue_0 then
|
|
break
|
|
end
|
|
end
|
|
lua:concat_append(args, ", ")
|
|
lua:append(")")
|
|
return lua
|
|
elseif "EscapedNomsu" == _exp_0 then
|
|
local make_tree
|
|
make_tree = function(t)
|
|
if not (AST.is_syntax_tree(t)) then
|
|
return repr(t)
|
|
end
|
|
local bits
|
|
do
|
|
local _accum_0 = { }
|
|
local _len_0 = 1
|
|
for _index_0 = 1, #t do
|
|
local bit = t[_index_0]
|
|
_accum_0[_len_0] = make_tree(bit)
|
|
_len_0 = _len_0 + 1
|
|
end
|
|
bits = _accum_0
|
|
end
|
|
insert(bits, 1, repr(tostring(t.source)))
|
|
return t.type .. "(" .. concat(bits, ", ") .. ")"
|
|
end
|
|
return LuaCode.Value(tree.source, make_tree(tree[1]))
|
|
elseif "Block" == _exp_0 then
|
|
local lua = LuaCode(tree.source)
|
|
lua:concat_append((function()
|
|
local _accum_0 = { }
|
|
local _len_0 = 1
|
|
for _index_0 = 1, #tree do
|
|
local line = tree[_index_0]
|
|
_accum_0[_len_0] = self:compile(line):as_statements()
|
|
_len_0 = _len_0 + 1
|
|
end
|
|
return _accum_0
|
|
end)(), "\n")
|
|
return lua
|
|
elseif "Text" == _exp_0 then
|
|
local lua = LuaCode.Value(tree.source)
|
|
local string_buffer = ""
|
|
for i, bit in ipairs(tree) do
|
|
local _continue_0 = false
|
|
repeat
|
|
if type(bit) == "string" then
|
|
string_buffer = string_buffer .. bit
|
|
_continue_0 = true
|
|
break
|
|
end
|
|
if string_buffer ~= "" then
|
|
if #lua.bits > 0 then
|
|
lua:append("..")
|
|
end
|
|
lua:append(repr(string_buffer))
|
|
string_buffer = ""
|
|
end
|
|
local bit_lua = self:compile(bit)
|
|
if not (bit_lua.is_value) then
|
|
local src = ' ' .. gsub(tostring(recurse(bit)), '\n', '\n ')
|
|
local line = tostring(bit.source.filename) .. ":" .. tostring(files.get_line_number(files.read(bit.source.filename), bit.source.start))
|
|
self:compile_error(bit.source, "Cannot use:\n%s\nas a string interpolation value, since it's not an expression.")
|
|
end
|
|
if #lua.bits > 0 then
|
|
lua:append("..")
|
|
end
|
|
if bit.type ~= "Text" then
|
|
bit_lua = LuaCode.Value(bit.source, "stringify(", bit_lua, ")")
|
|
end
|
|
lua:append(bit_lua)
|
|
_continue_0 = true
|
|
until true
|
|
if not _continue_0 then
|
|
break
|
|
end
|
|
end
|
|
if string_buffer ~= "" or #lua.bits == 0 then
|
|
if #lua.bits > 0 then
|
|
lua:append("..")
|
|
end
|
|
lua:append(repr(string_buffer))
|
|
end
|
|
if #lua.bits > 1 then
|
|
lua:parenthesize()
|
|
end
|
|
return lua
|
|
elseif "List" == _exp_0 then
|
|
local lua = LuaCode.Value(tree.source, "list{")
|
|
local items = { }
|
|
for i, item in ipairs(tree) do
|
|
local item_lua = self:compile(item)
|
|
if not (item_lua.is_value) then
|
|
self:compile_error(item.source, "Cannot use:\n%s\nas a list item, since it's not an expression.")
|
|
end
|
|
items[i] = item_lua
|
|
end
|
|
lua:concat_append(items, ", ", ",\n ")
|
|
lua:append("}")
|
|
return lua
|
|
elseif "Dict" == _exp_0 then
|
|
local lua = LuaCode.Value(tree.source, "dict{")
|
|
lua:concat_append((function()
|
|
local _accum_0 = { }
|
|
local _len_0 = 1
|
|
for _index_0 = 1, #tree do
|
|
local e = tree[_index_0]
|
|
_accum_0[_len_0] = self:compile(e)
|
|
_len_0 = _len_0 + 1
|
|
end
|
|
return _accum_0
|
|
end)(), ", ", ",\n ")
|
|
lua:append("}")
|
|
return lua
|
|
elseif "DictEntry" == _exp_0 then
|
|
local key, value = tree[1], tree[2]
|
|
local key_lua = self:compile(key)
|
|
if not (key_lua.is_value) then
|
|
self:compile_error(tree[1].source, "Cannot use:\n%s\nas a dict key, since it's not an expression.")
|
|
end
|
|
local value_lua = value and self:compile(value) or LuaCode.Value(key.source, "true")
|
|
if not (value_lua.is_value) then
|
|
self:compile_error(tree[2].source, "Cannot use:\n%s\nas a dict value, since it's not an expression.")
|
|
end
|
|
local key_str = match(tostring(key_lua), [=[["']([a-zA-Z_][a-zA-Z0-9_]*)['"]]=])
|
|
if key_str then
|
|
return LuaCode(tree.source, key_str, "=", value_lua)
|
|
elseif sub(tostring(key_lua), 1, 1) == "[" then
|
|
return LuaCode(tree.source, "[ ", key_lua, "]=", value_lua)
|
|
else
|
|
return LuaCode(tree.source, "[", key_lua, "]=", value_lua)
|
|
end
|
|
elseif "IndexChain" == _exp_0 then
|
|
local lua = self:compile(tree[1])
|
|
if not (lua.is_value) then
|
|
self:compile_error(tree[1].source, "Cannot index:\n%s\nsince it's not an expression.")
|
|
end
|
|
local first_char = sub(tostring(lua), 1, 1)
|
|
if first_char == "{" or first_char == '"' or first_char == "[" then
|
|
lua:parenthesize()
|
|
end
|
|
for i = 2, #tree do
|
|
local key = tree[i]
|
|
local key_lua = self:compile(key)
|
|
if not (key_lua.is_value) then
|
|
self:compile_error(key.source, "Cannot use:\n%s\nas an index, since it's not an expression.")
|
|
end
|
|
local key_lua_str = tostring(key_lua)
|
|
do
|
|
local lua_id = match(key_lua_str, "^['\"]([a-zA-Z_][a-zA-Z0-9_]*)['\"]$")
|
|
if lua_id then
|
|
lua:append("." .. tostring(lua_id))
|
|
elseif sub(key_lua_str, 1, 1) == '[' then
|
|
lua:append("[ ", key_lua, " ]")
|
|
else
|
|
lua:append("[", key_lua, "]")
|
|
end
|
|
end
|
|
end
|
|
return lua
|
|
elseif "Number" == _exp_0 then
|
|
return LuaCode.Value(tree.source, tostring(tree[1]))
|
|
elseif "Var" == _exp_0 then
|
|
return LuaCode.Value(tree.source, string.as_lua_id(tree[1]))
|
|
elseif "FileChunks" == _exp_0 then
|
|
return error("Cannot convert FileChunks to a single block of lua, since each chunk's " .. "compilation depends on the earlier chunks")
|
|
else
|
|
return error("Unknown type: " .. tostring(tree.type))
|
|
end
|
|
end
|
|
NomsuCompiler.tree_to_inline_nomsu = function(self, tree, parenthesize_blocks)
|
|
if parenthesize_blocks == nil then
|
|
parenthesize_blocks = false
|
|
end
|
|
local _exp_0 = tree.type
|
|
if "FileChunks" == _exp_0 then
|
|
return error("Cannot inline a FileChunks")
|
|
elseif "Action" == _exp_0 then
|
|
local nomsu = NomsuCode(tree.source)
|
|
for i, bit in ipairs(tree) do
|
|
if type(bit) == "string" then
|
|
local clump_words = (type(tree[i - 1]) == 'string' and Parser.is_operator(bit) ~= Parser.is_operator(tree[i - 1]))
|
|
if i > 1 and not clump_words then
|
|
nomsu:append(" ")
|
|
end
|
|
nomsu:append(bit)
|
|
else
|
|
local arg_nomsu = self:tree_to_inline_nomsu(bit, parenthesize_blocks or (i == 1 or i < #tree))
|
|
if not (tostring(arg_nomsu):match("^:") or i == 1) then
|
|
nomsu:append(" ")
|
|
end
|
|
if bit.type == "Action" then
|
|
arg_nomsu:parenthesize()
|
|
end
|
|
nomsu:append(arg_nomsu)
|
|
end
|
|
end
|
|
return nomsu
|
|
elseif "EscapedNomsu" == _exp_0 then
|
|
local inner_nomsu = self:tree_to_inline_nomsu(tree[1])
|
|
if tree[1].type == "List" or tree[1].type == "Dict" or tree[1].type == "Var" then
|
|
return NomsuCode(tree.source, "\\", inner_nomsu)
|
|
else
|
|
return NomsuCode(tree.source, "\\(", inner_nomsu, ")")
|
|
end
|
|
elseif "Block" == _exp_0 then
|
|
local nomsu = NomsuCode(tree.source, ":")
|
|
for i, line in ipairs(tree) do
|
|
nomsu:append(i == 1 and " " or "; ")
|
|
nomsu:append(self:tree_to_inline_nomsu(line, i == 1 or i < #tree))
|
|
end
|
|
if #tree > 1 or parenthesize_blocks then
|
|
nomsu:parenthesize()
|
|
end
|
|
return nomsu
|
|
elseif "Text" == _exp_0 then
|
|
local make_text
|
|
make_text = function(tree)
|
|
local nomsu = NomsuCode(tree.source)
|
|
for i, bit in ipairs(tree) do
|
|
if type(bit) == 'string' then
|
|
bit = Parser.inline_escape(bit)
|
|
nomsu:append(bit)
|
|
elseif bit.type == "Text" then
|
|
nomsu:append(make_text(bit))
|
|
else
|
|
local interp_nomsu = self:tree_to_inline_nomsu(bit)
|
|
if bit.type ~= "Var" and bit.type ~= "List" and bit.type ~= "Dict" then
|
|
interp_nomsu:parenthesize()
|
|
elseif bit.type == "Var" and type(tree[i + 1]) == 'string' and not match(tree[i + 1], "^[ \n\t,.:;#(){}[%]]") then
|
|
interp_nomsu:parenthesize()
|
|
end
|
|
nomsu:append("\\", interp_nomsu)
|
|
end
|
|
end
|
|
return nomsu
|
|
end
|
|
return NomsuCode(tree.source, '"', make_text(tree), '"')
|
|
elseif "List" == _exp_0 then
|
|
local nomsu = NomsuCode(tree.source, "[")
|
|
for i, item in ipairs(tree) do
|
|
if i > 1 then
|
|
nomsu:append(", ")
|
|
end
|
|
nomsu:append(self:tree_to_inline_nomsu(item))
|
|
end
|
|
nomsu:append("]")
|
|
return nomsu
|
|
elseif "Dict" == _exp_0 then
|
|
local nomsu = NomsuCode(tree.source, "{")
|
|
for i, entry in ipairs(tree) do
|
|
if i > 1 then
|
|
nomsu:append(", ")
|
|
end
|
|
nomsu:append(self:tree_to_inline_nomsu(entry))
|
|
end
|
|
nomsu:append("}")
|
|
return nomsu
|
|
elseif "DictEntry" == _exp_0 then
|
|
local key, value = tree[1], tree[2]
|
|
local key_nomsu
|
|
if key.type == "Text" and #key == 1 and Parser.is_identifier(key[1]) then
|
|
key_nomsu = NomsuCode(key.source, key[1])
|
|
else
|
|
key_nomsu = self:tree_to_inline_nomsu(key)
|
|
end
|
|
if key.type == "Action" or key.type == "Block" then
|
|
key_nomsu:parenthesize()
|
|
end
|
|
local value_nomsu
|
|
if value then
|
|
value_nomsu = self:tree_to_inline_nomsu(value)
|
|
else
|
|
value_nomsu = NomsuCode(tree.source, "")
|
|
end
|
|
assert(value.type ~= "Block", "Didn't expect to find a Block as a value in a dict")
|
|
if value.type == "Block" then
|
|
value_nomsu:parenthesize()
|
|
end
|
|
return NomsuCode(tree.source, key_nomsu, ": ", value_nomsu)
|
|
elseif "IndexChain" == _exp_0 then
|
|
local nomsu = NomsuCode(tree.source)
|
|
for i, bit in ipairs(tree) do
|
|
if i > 1 then
|
|
nomsu:append(".")
|
|
end
|
|
local bit_nomsu
|
|
if bit.type == "Text" and #bit == 1 and type(bit[1]) == 'string' and Parser.is_identifier(bit[1]) then
|
|
bit_nomsu = bit[1]
|
|
else
|
|
bit_nomsu = self:tree_to_inline_nomsu(bit)
|
|
end
|
|
local _exp_1 = bit.type
|
|
if "Action" == _exp_1 or "Block" == _exp_1 or "IndexChain" == _exp_1 then
|
|
bit_nomsu:parenthesize()
|
|
elseif "Number" == _exp_1 then
|
|
if i < #tree then
|
|
bit_nomsu:parenthesize()
|
|
end
|
|
end
|
|
nomsu:append(bit_nomsu)
|
|
end
|
|
return nomsu
|
|
elseif "Number" == _exp_0 then
|
|
return NomsuCode(tree.source, tostring(tree[1]))
|
|
elseif "Var" == _exp_0 then
|
|
return NomsuCode(tree.source, "%", tree[1])
|
|
else
|
|
return error("Unknown type: " .. tostring(tree.type))
|
|
end
|
|
end
|
|
NomsuCompiler.tree_to_nomsu = function(self, tree, options)
|
|
options = options or { }
|
|
options.consumed_comments = options.consumed_comments or { }
|
|
local pop_comments
|
|
pop_comments = function(pos, prefix, suffix)
|
|
if prefix == nil then
|
|
prefix = ''
|
|
end
|
|
if suffix == nil then
|
|
suffix = ''
|
|
end
|
|
local find_comments
|
|
find_comments = function(t)
|
|
if t.comments and t.source.filename == tree.source.filename then
|
|
local _list_0 = t.comments
|
|
for _index_0 = 1, #_list_0 do
|
|
local c = _list_0[_index_0]
|
|
if not (options.consumed_comments[c]) then
|
|
coroutine.yield(c)
|
|
end
|
|
end
|
|
end
|
|
for _index_0 = 1, #t do
|
|
local x = t[_index_0]
|
|
if AST.is_syntax_tree(x) then
|
|
find_comments(x)
|
|
end
|
|
end
|
|
end
|
|
local nomsu = NomsuCode(tree.source)
|
|
for comment in coroutine.wrap(function()
|
|
return find_comments(tree)
|
|
end) do
|
|
if comment.pos > pos then
|
|
break
|
|
end
|
|
options.consumed_comments[comment] = true
|
|
nomsu:append("#" .. (gsub(comment.comment, "\n", "\n ")) .. "\n")
|
|
if comment.comment:match("^\n.") then
|
|
nomsu:append("\n")
|
|
end
|
|
end
|
|
if #nomsu.bits == 0 then
|
|
return ''
|
|
end
|
|
nomsu:prepend(prefix)
|
|
nomsu:append(suffix)
|
|
return nomsu
|
|
end
|
|
local recurse
|
|
recurse = function(t, opts)
|
|
opts = opts or { }
|
|
opts.consumed_comments = options.consumed_comments
|
|
return self:tree_to_nomsu(t, opts)
|
|
end
|
|
local _exp_0 = tree.type
|
|
if "FileChunks" == _exp_0 then
|
|
local nomsu = NomsuCode(tree.source, pop_comments(tree.source.start))
|
|
for i, chunk in ipairs(tree) do
|
|
if i > 1 then
|
|
nomsu:append("\n\n" .. tostring(("~"):rep(80)) .. "\n\n")
|
|
end
|
|
nomsu:append(pop_comments(chunk.source.start))
|
|
nomsu:append(recurse(chunk, {
|
|
top = true
|
|
}))
|
|
end
|
|
nomsu:append(pop_comments(tree.source.stop, '\n'))
|
|
return nomsu
|
|
elseif "Action" == _exp_0 then
|
|
local pos = tree.source.start
|
|
local nomsu = NomsuCode(tree.source, pop_comments(pos))
|
|
local next_space = ""
|
|
for i, bit in ipairs(tree) do
|
|
if match(next_space, '\n') then
|
|
nomsu:append(pop_comments(pos, '\n'))
|
|
end
|
|
if type(bit) == "string" then
|
|
if next_space == ' ' and (type(tree[i - 1]) == 'string' and Parser.is_operator(bit) ~= Parser.is_operator(tree[i - 1])) then
|
|
next_space = ''
|
|
end
|
|
nomsu:append(next_space, bit)
|
|
next_space = " "
|
|
else
|
|
local arg_nomsu
|
|
if bit.type == "Block" and #bit > 1 then
|
|
arg_nomsu = nil
|
|
else
|
|
arg_nomsu = self:tree_to_inline_nomsu(bit)
|
|
end
|
|
if bit.type == "Text" and tostring(arg_nomsu) ~= '"\\n"' and tostring(arg_nomsu):match("\\n") then
|
|
arg_nomsu = nil
|
|
end
|
|
if bit.type == "Block" then
|
|
next_space = match(next_space, "[^ ]*")
|
|
end
|
|
nomsu:append(next_space)
|
|
if arg_nomsu and nomsu:trailing_line_len() + #tostring(arg_nomsu) < MAX_LINE then
|
|
if bit.type == "Block" then
|
|
nomsu:append(arg_nomsu)
|
|
next_space = "\n.."
|
|
else
|
|
if bit.type == "Action" then
|
|
arg_nomsu:parenthesize()
|
|
end
|
|
nomsu:append(arg_nomsu)
|
|
next_space = " "
|
|
end
|
|
else
|
|
arg_nomsu = assert(recurse(bit))
|
|
local _exp_1 = bit.type
|
|
if "List" == _exp_1 or "Dict" == _exp_1 or "Text" == _exp_1 or "Block" == _exp_1 or "EscapedNomsu" == _exp_1 then
|
|
nomsu:append(arg_nomsu)
|
|
else
|
|
nomsu:append(NomsuCode(bit.source, "(..)\n ", pop_comments(bit.source.start), arg_nomsu))
|
|
end
|
|
next_space = "\n.."
|
|
end
|
|
pos = bit.source.stop
|
|
end
|
|
if next_space == " " and nomsu:trailing_line_len() > MAX_LINE then
|
|
next_space = "\n.."
|
|
end
|
|
end
|
|
nomsu:append(pop_comments(pos, '\n'))
|
|
return nomsu
|
|
elseif "EscapedNomsu" == _exp_0 then
|
|
local inline_nomsu = self:tree_to_inline_nomsu(tree)
|
|
if #tostring(inline_nomsu) <= MAX_LINE then
|
|
return inline_nomsu
|
|
end
|
|
local nomsu = recurse(tree[1])
|
|
local _exp_1 = tree[1].type
|
|
if "List" == _exp_1 or "Dict" == _exp_1 or "Text" == _exp_1 or "Block" == _exp_1 then
|
|
return NomsuCode(tree.source, "\\", nomsu)
|
|
else
|
|
return NomsuCode(tree.source, "\\(..)\n ", pop_comments(tree.source.start), nomsu)
|
|
end
|
|
elseif "Block" == _exp_0 then
|
|
local nomsu = NomsuCode(tree.source, pop_comments(tree.source.start))
|
|
for i, line in ipairs(tree) do
|
|
nomsu:append(pop_comments(line.source.start, '\n'))
|
|
local line_nomsu = recurse(line)
|
|
nomsu:append(line_nomsu)
|
|
if i < #tree then
|
|
nomsu:append(line_nomsu:is_multiline() and "\n\n" or "\n")
|
|
end
|
|
end
|
|
nomsu:append(pop_comments(tree.source.stop, '\n'))
|
|
return options.top and nomsu or NomsuCode(tree.source, ":\n ", nomsu)
|
|
elseif "Text" == _exp_0 then
|
|
local inline_version = self:tree_to_inline_nomsu(tree)
|
|
if inline_version and #tostring(inline_version) <= MAX_LINE then
|
|
return inline_version
|
|
end
|
|
local make_text
|
|
make_text = function(tree)
|
|
local nomsu = NomsuCode(tree.source)
|
|
for i, bit in ipairs(tree) do
|
|
if type(bit) == 'string' then
|
|
bit = Parser.escape(bit)
|
|
local bit_lines = files.get_lines(bit)
|
|
for j, line in ipairs(bit_lines) do
|
|
if j > 1 then
|
|
nomsu:append("\n")
|
|
end
|
|
line = gsub(line, "\\", "\\\\")
|
|
if #line > 1.25 * MAX_LINE then
|
|
local remainder = line
|
|
while #remainder > 0 do
|
|
local split = find(remainder, " ", MAX_LINE, true)
|
|
if split then
|
|
local chunk
|
|
chunk, remainder = sub(remainder, 1, split), sub(remainder, split + 1, -1)
|
|
nomsu:append(chunk)
|
|
elseif #remainder > 1.75 * MAX_LINE then
|
|
split = math.floor(1.5 * MAX_LINE)
|
|
local chunk
|
|
chunk, remainder = sub(remainder, 1, split), sub(remainder, split + 1, -1)
|
|
nomsu:append(chunk)
|
|
else
|
|
nomsu:append(remainder)
|
|
break
|
|
end
|
|
if #remainder > 0 then
|
|
nomsu:append("\\\n..")
|
|
end
|
|
end
|
|
else
|
|
nomsu:append(line)
|
|
end
|
|
end
|
|
elseif bit.type == "Text" then
|
|
nomsu:append(make_text(bit))
|
|
else
|
|
local interp_nomsu = self:tree_to_inline_nomsu(bit)
|
|
if nomsu:trailing_line_len() + #tostring(interp_nomsu) <= MAX_LINE then
|
|
local _exp_1 = bit.type
|
|
if "Var" == _exp_1 then
|
|
if type(tree[i + 1]) == 'string' and not match(tree[i + 1], "^[ \n\t,.:;#(){}[%]]") then
|
|
interp_nomsu:parenthesize()
|
|
end
|
|
elseif "List" == _exp_1 or "Dict" == _exp_1 then
|
|
nomsu:append("\\", interp_nomsu)
|
|
else
|
|
nomsu:append("\\(", interp_nomsu, ")")
|
|
end
|
|
else
|
|
interp_nomsu = recurse(bit)
|
|
if bit.type ~= "List" and bit.type ~= "Dict" and bit.type ~= "Text" and bit.type ~= "Block" then
|
|
nomsu:append("\\(..)\n ", interp_nomsu)
|
|
else
|
|
nomsu:append("\\", interp_nomsu)
|
|
end
|
|
if i < #tree then
|
|
nomsu:append("\n..")
|
|
end
|
|
end
|
|
end
|
|
end
|
|
return nomsu
|
|
end
|
|
return NomsuCode(tree.source, '".."\n ', make_text(tree))
|
|
elseif "List" == _exp_0 then
|
|
local inline_version = self:tree_to_inline_nomsu(tree)
|
|
if inline_version and #tostring(inline_version) <= MAX_LINE then
|
|
return inline_version
|
|
end
|
|
assert(#tree > 0)
|
|
local nomsu = NomsuCode(tree.source, pop_comments(tree[1].source.start))
|
|
for i, item in ipairs(tree) do
|
|
local item_nomsu = self:tree_to_inline_nomsu(item)
|
|
if item.type == "Block" then
|
|
item_nomsu:parenthesize()
|
|
end
|
|
if nomsu:trailing_line_len() + #tostring(item_nomsu) <= MAX_LINE then
|
|
if nomsu:trailing_line_len() > 0 then
|
|
nomsu:append(", ")
|
|
end
|
|
nomsu:append(item_nomsu)
|
|
else
|
|
item_nomsu = recurse(item)
|
|
local _exp_1 = item.type
|
|
if "List" == _exp_1 or "Dict" == _exp_1 or "Text" == _exp_1 or "Block" == _exp_1 or "EscapedNomsu" == _exp_1 then
|
|
nomsu:append(item_nomsu)
|
|
else
|
|
nomsu:append("(..)\n ", item_nomsu)
|
|
end
|
|
if i < #tree then
|
|
nomsu:append("\n")
|
|
end
|
|
end
|
|
end
|
|
nomsu:append(pop_comments(tree.source.stop, '\n'))
|
|
return NomsuCode(tree.source, "[..]\n ", nomsu)
|
|
elseif "Dict" == _exp_0 then
|
|
local inline_version = self:tree_to_inline_nomsu(tree)
|
|
if inline_version and #tostring(inline_version) <= MAX_LINE then
|
|
return inline_version
|
|
end
|
|
assert(#tree > 0)
|
|
local nomsu = NomsuCode(tree.source, pop_comments(tree[1].source.start))
|
|
for i, item in ipairs(tree) do
|
|
local item_nomsu = self:tree_to_inline_nomsu(item)
|
|
if item.type == "Block" then
|
|
item_nomsu:parenthesize()
|
|
end
|
|
if nomsu:trailing_line_len() + #tostring(item_nomsu) <= MAX_LINE then
|
|
if nomsu:trailing_line_len() > 0 then
|
|
nomsu:append(", ")
|
|
end
|
|
nomsu:append(item_nomsu)
|
|
else
|
|
item_nomsu = recurse(item)
|
|
local _exp_1 = item.type
|
|
if "List" == _exp_1 or "Dict" == _exp_1 or "Text" == _exp_1 or "Block" == _exp_1 or "EscapedNomsu" == _exp_1 then
|
|
nomsu:append(item_nomsu)
|
|
else
|
|
nomsu:append("(..)\n ", item_nomsu)
|
|
end
|
|
if i < #tree then
|
|
nomsu:append("\n")
|
|
end
|
|
end
|
|
end
|
|
nomsu:append(pop_comments(tree.source.stop, '\n'))
|
|
return NomsuCode(tree.source, "{..}\n ", nomsu)
|
|
elseif "DictEntry" == _exp_0 then
|
|
local inline_version = self:tree_to_inline_nomsu(tree)
|
|
if #tostring(inline_version) <= MAX_LINE then
|
|
return inline_version
|
|
end
|
|
local key, value = tree[1], tree[2]
|
|
local key_nomsu
|
|
if key.type == "Text" and #key == 1 and Parser.is_identifier(key[1]) then
|
|
key_nomsu = NomsuCode(key.source, key[1])
|
|
else
|
|
key_nomsu = self:tree_to_inline_nomsu(key)
|
|
end
|
|
if key.type == "Action" or key.type == "Block" then
|
|
key_nomsu:parenthesize()
|
|
end
|
|
local value_nomsu = recurse(value)
|
|
if value.type == "List" or value.type == "Dict" or value.type == "Text" or value.type == "Block" then
|
|
return NomsuCode(tree.source, key_nomsu, ": ", value_nomsu)
|
|
else
|
|
return NomsuCode(tree.source, key_nomsu, ": (..)\n ", value_nomsu)
|
|
end
|
|
elseif "IndexChain" == _exp_0 or "Number" == _exp_0 or "Var" == _exp_0 then
|
|
return self:tree_to_inline_nomsu(tree)
|
|
else
|
|
return error("Unknown type: " .. tostring(tree.type))
|
|
end
|
|
end
|
|
end
|
|
return NomsuCompiler
|