397 lines
9.1 KiB
Lua
397 lines
9.1 KiB
Lua
-----------------------
|
|
-- simple proto parser
|
|
-----------------------
|
|
|
|
local lpeg = require "lpeg"
|
|
local P = lpeg.P
|
|
local S = lpeg.S
|
|
local R = lpeg.R
|
|
local C = lpeg.C
|
|
local Ct = lpeg.Ct
|
|
local Cg = lpeg.Cg
|
|
local Cc = lpeg.Cc
|
|
local V = lpeg.V
|
|
|
|
local next = next
|
|
local error = error
|
|
local tonumber = tonumber
|
|
local pairs = pairs
|
|
local ipairs = ipairs
|
|
local rawset = rawset
|
|
local tinsert = table.insert
|
|
local smatch = string.match
|
|
local sbyte = string.byte
|
|
|
|
local internal_type = {
|
|
double = "TYPE_DOUBLE",
|
|
float = "TYPE_FLOAT",
|
|
uint64 = "TYPE_UINT64",
|
|
int = "TYPE_INT32",
|
|
int32 = "TYPE_INT32",
|
|
int64 = "TYPE_INT64",
|
|
fixed64 = "TYPE_FIXED64",
|
|
fixed32 = "TYPE_FIXED32",
|
|
bool = "TYPE_BOOL",
|
|
string = "TYPE_STRING",
|
|
bytes = "TYPE_BYTES",
|
|
uint32 = "TYPE_UINT32",
|
|
sfixed32 = "TYPE_SFIXED32",
|
|
sfixed64 = "TYPE_SFIXED64",
|
|
sint32 = "TYPE_SINT32",
|
|
sint64 = "TYPE_SINT64",
|
|
}
|
|
|
|
local function count_lines(_,pos, parser_state)
|
|
if parser_state.pos < pos then
|
|
parser_state.line = parser_state.line + 1
|
|
parser_state.pos = pos
|
|
end
|
|
return pos
|
|
end
|
|
|
|
local exception = lpeg.Cmt( lpeg.Carg(1) , function ( _ , pos, parser_state)
|
|
error( "syntax error at [" .. (parser_state.file or "") .."] (" .. parser_state.line ..")" )
|
|
return pos
|
|
end)
|
|
|
|
local eof = P(-1)
|
|
local newline = lpeg.Cmt((P"\n" + "\r\n") * lpeg.Carg(1) ,count_lines)
|
|
local line_comment = "//" * (1 - newline) ^0 * (newline + eof)
|
|
local blank = S" \t" + newline + line_comment
|
|
local blank0 = blank ^ 0
|
|
local blanks = blank ^ 1
|
|
local alpha = R"az" + R"AZ" + "_"
|
|
local alnum = alpha + R"09"
|
|
local str_c = (1 - S("\\\"")) + P("\\") * 1
|
|
local str = P"\"" * C(str_c^0) * "\""
|
|
local dotname = ("." * alpha * alnum ^ 0) ^ 0
|
|
local typename = C(alpha * alnum ^ 0 * dotname)
|
|
local name = C(alpha * alnum ^ 0)
|
|
local filename = P"\"" * C((alnum + "/" + "." + "-")^1) * "\""
|
|
local id = R"09" ^ 1 / tonumber + "max" * Cc(-1)
|
|
local bool = "true" * Cc(true) + "false" * Cc(false)
|
|
local value = str + bool + name + id
|
|
local patterns = {}
|
|
|
|
local enum_item = Cg(name * blank0 * "=" * blank0 * id * blank0 * ";" * blank0)
|
|
|
|
local function insert(tbl, k,v)
|
|
tinsert(tbl, { name = k , number = v })
|
|
return tbl
|
|
end
|
|
|
|
patterns.ENUM = Ct(Cg("enum","type") * blanks * Cg(typename,"name") * blank0 *
|
|
"{" * blank0 *
|
|
Cg(lpeg.Cf(Ct"" * enum_item^1 , insert),"value")
|
|
* "}" * blank0)
|
|
|
|
local prefix_field = P"required" * Cc"LABEL_REQUIRED" +
|
|
P"optional" * Cc"LABEL_OPTIONAL" +
|
|
P"repeated" * Cc"LABEL_REPEATED"
|
|
local postfix_pair = blank0 * Cg(name * blank0 * "=" * blank0 * value * blank0)
|
|
local postfix_pair_2 = blank0 * "," * postfix_pair
|
|
local postfix_field = "[" * postfix_pair * postfix_pair_2^0 * blank0 * "]"
|
|
local options = lpeg.Cf(Ct"" * postfix_field , rawset) ^ -1
|
|
|
|
local function setoption(t, options)
|
|
if next(options) then
|
|
t.options = options
|
|
end
|
|
return t
|
|
end
|
|
|
|
local message_field = lpeg.Cf (
|
|
Ct( Cg(prefix_field,"label") * blanks *
|
|
Cg(typename,"type_name") * blanks *
|
|
Cg(name,"name") * blank0 * "=" * blank0 *
|
|
Cg(id,"number")
|
|
) * blank0 * options ,
|
|
setoption) * blank0 * ";" * blank0
|
|
|
|
local extensions = Ct(
|
|
Cg("extensions" , "type") * blanks *
|
|
Cg(id,"start") * blanks * "to" * blanks *
|
|
Cg(id,"end") * blank0 * ";" * blank0
|
|
)
|
|
|
|
patterns.EXTEND = Ct(
|
|
Cg("extend", "type") * blanks *
|
|
Cg(typename, "name") * blank0 * "{" * blank0 *
|
|
Cg(Ct((message_field) ^ 1),"extension") * "}" * blank0
|
|
)
|
|
|
|
patterns.MESSAGE = P { Ct(
|
|
Cg("message","type") * blanks *
|
|
Cg(typename,"name") * blank0 * "{" * blank0 *
|
|
Cg(Ct((message_field + patterns.ENUM + extensions + patterns.EXTEND + V(1)) ^ 0),"items") * "}" * blank0
|
|
) }
|
|
|
|
patterns.OPTION = Ct(
|
|
Cg("option" , "type") * blanks *
|
|
Cg(name, "name") * blank0 * "=" * blank0 *
|
|
Cg(value, "value")
|
|
) * blank0 * ";" * blank0
|
|
|
|
patterns.IMPORT = Ct( Cg("import" , "type") * blanks * Cg(filename, "name") ) * blank0 * ";" * blank0
|
|
|
|
patterns.PACKAGE = Ct( Cg("package", "type") * blanks * Cg(typename, "name") ) * blank0 * ";" * blank0
|
|
|
|
local proto_tbl = { "PROTO" }
|
|
|
|
do
|
|
local k, v = next(patterns)
|
|
local p = V(k)
|
|
proto_tbl[k] = v
|
|
for k,v in next , patterns , k do
|
|
proto_tbl[k] = v
|
|
p = p + V(k)
|
|
end
|
|
proto_tbl.PROTO = Ct(blank0 * p ^ 1)
|
|
end
|
|
|
|
local proto = P(proto_tbl)
|
|
|
|
local deal = {}
|
|
|
|
function deal:import(v)
|
|
self.dependency = self.dependency or {}
|
|
tinsert(self.dependency , v.name)
|
|
end
|
|
|
|
function deal:package(v)
|
|
self.package = v.name
|
|
end
|
|
|
|
function deal:enum(v)
|
|
self.enum_type = self.enum_type or {}
|
|
tinsert(self.enum_type , v)
|
|
end
|
|
|
|
function deal:option(v)
|
|
self.options = self.options or {}
|
|
self.options[v.name] = v.value
|
|
end
|
|
|
|
function deal:extend(v)
|
|
self.extension = self.extension or {}
|
|
local extendee = v.name
|
|
for _,v in ipairs(v.extension) do
|
|
v.extendee = extendee
|
|
v.type = internal_type[v.type_name]
|
|
if v.type then
|
|
v.type_name = nil
|
|
end
|
|
tinsert(self.extension , v)
|
|
end
|
|
end
|
|
|
|
function deal:extensions(v)
|
|
self.extension_range = self.extension_range or {}
|
|
tinsert(self.extension_range, v)
|
|
end
|
|
|
|
local function _add_nested_message(self, item)
|
|
if item.type == nil then
|
|
item.type = internal_type[item.type_name]
|
|
if item.type then
|
|
item.type_name = nil
|
|
end
|
|
self.field = self.field or {}
|
|
tinsert(self.field, item)
|
|
else
|
|
local f = deal[item.type]
|
|
item.type = nil
|
|
f(self , item)
|
|
end
|
|
end
|
|
|
|
function deal:message(v)
|
|
self.nested_type = self.nested_type or {}
|
|
local m = { name = v.name }
|
|
tinsert(self.nested_type , m)
|
|
for _,v in ipairs(v.items) do
|
|
_add_nested_message(m, v)
|
|
end
|
|
end
|
|
|
|
local function fix(r)
|
|
local p = {}
|
|
for _,v in ipairs(r) do
|
|
local f = deal[v.type]
|
|
v.type = nil
|
|
f(p , v)
|
|
end
|
|
|
|
p.message_type = p.nested_type
|
|
p.nested_type = nil
|
|
|
|
return p
|
|
end
|
|
|
|
--- fix message name
|
|
|
|
local NULL = {}
|
|
|
|
local function _match_name(namespace , n , all)
|
|
if sbyte(n) == 46 then
|
|
return n
|
|
end
|
|
|
|
repeat
|
|
local name = namespace .. "." .. n
|
|
if all[name] then
|
|
return name
|
|
end
|
|
namespace = smatch(namespace,"(.*)%.[%w_]+$")
|
|
until namespace == nil
|
|
end
|
|
|
|
local function _fix_field(namespace , field, all)
|
|
local type_name = field.type_name
|
|
if type_name == "" then
|
|
field.type_name = nil
|
|
return
|
|
elseif type_name == nil then
|
|
return
|
|
end
|
|
|
|
local full_name = assert(_match_name(namespace, field.type_name, all) , field.type_name , all)
|
|
|
|
field.type_name = full_name
|
|
field.type = all[full_name]
|
|
|
|
local options = field.options
|
|
if options then
|
|
if options.default then
|
|
field.default_value = tostring(options.default)
|
|
options.default = nil
|
|
end
|
|
if next(options) == nil then
|
|
field.options = nil
|
|
end
|
|
end
|
|
end
|
|
|
|
local function _fix_extension(namespace, ext, all)
|
|
for _,field in ipairs(ext or NULL) do
|
|
field.extendee = assert(_match_name(namespace, field.extendee,all),field.extendee)
|
|
_fix_field(namespace , field , all)
|
|
end
|
|
end
|
|
|
|
local function _fix_message(msg , all)
|
|
for _,field in ipairs(msg.field or NULL) do
|
|
_fix_field(assert(all[msg],msg.name) , field , all)
|
|
end
|
|
for _,nest in ipairs(msg.nested_type or NULL) do
|
|
_fix_message(nest , all)
|
|
end
|
|
_fix_extension(all[msg] , msg.extension , all)
|
|
end
|
|
|
|
local function _fix_typename(file , all)
|
|
for _,message in ipairs(file.message_type or NULL) do
|
|
_fix_message(message , all)
|
|
end
|
|
_fix_extension(file.package , file.extension , all)
|
|
end
|
|
|
|
--- merge messages
|
|
|
|
local function _enum_fullname(prefix, enum , all)
|
|
local fullname
|
|
if sbyte(enum.name) == 46 then
|
|
fullname = enum.name
|
|
else
|
|
fullname = prefix .. "." .. enum.name
|
|
end
|
|
all[fullname] = "TYPE_ENUM"
|
|
all[enum] = fullname
|
|
end
|
|
|
|
local function _message_fullname(prefix , msg , all)
|
|
local fullname
|
|
if sbyte(msg.name) == 46 then
|
|
fullname = msg.name
|
|
else
|
|
fullname = prefix .. "." .. msg.name
|
|
end
|
|
all[fullname] = "TYPE_MESSAGE"
|
|
all[msg] = fullname
|
|
for _,nest in ipairs(msg.nested_type or NULL) do
|
|
_message_fullname(fullname , nest , all)
|
|
end
|
|
for _,enum in ipairs(msg.enum_type or NULL) do
|
|
_enum_fullname(fullname , enum , all)
|
|
end
|
|
end
|
|
|
|
local function _gen_fullname(file , all)
|
|
local prefix = ""
|
|
if file.package then
|
|
prefix = "." .. file.package
|
|
end
|
|
for _,message in ipairs(file.message_type or NULL) do
|
|
_message_fullname(prefix , message , all)
|
|
end
|
|
for _,enum in ipairs(file.enum_type or NULL) do
|
|
_enum_fullname(prefix , enum , all)
|
|
end
|
|
end
|
|
|
|
--- parser
|
|
|
|
local parser = {}
|
|
|
|
local function parser_one(text,filename)
|
|
local state = { file = filename, pos = 0, line = 1 }
|
|
local r = lpeg.match(proto * -1 + exception , text , 1, state )
|
|
local t = fix(r)
|
|
return t
|
|
end
|
|
|
|
function parser.parser(text,filename)
|
|
local t = parser_one(text,filename)
|
|
local all = {}
|
|
_gen_fullname(t,all)
|
|
_fix_typename(t , all)
|
|
return t
|
|
end
|
|
|
|
local pb = require "protobuf"
|
|
|
|
function parser.register(fileset , path)
|
|
local all = {}
|
|
local files = {}
|
|
if type(fileset) == "string" then
|
|
fileset = { fileset }
|
|
end
|
|
for _, filename in ipairs(fileset) do
|
|
local fullname
|
|
if path then
|
|
fullname = path .. "/" .. filename
|
|
else
|
|
fullname = filename
|
|
end
|
|
local f = assert(io.open(fullname , "r"))
|
|
local buffer = f:read "*a"
|
|
f:close()
|
|
local t = parser_one(buffer,filename)
|
|
_gen_fullname(t,all)
|
|
t.name = filename
|
|
tinsert(files , t)
|
|
end
|
|
for _,file in ipairs(files) do
|
|
_fix_typename(file,all)
|
|
end
|
|
|
|
local pbencode = pb.encode("google.protobuf.FileDescriptorSet" , { file = files })
|
|
|
|
if pbencode == nil then
|
|
error(pb.lasterror())
|
|
end
|
|
pb.register(pbencode)
|
|
return files
|
|
end
|
|
|
|
return parser |