#!/usr/bin/env lua
local string=string
local math=math
local table=table
local require=require
local print=print
local sub=string.sub
local gmatch=string.gmatch
local match=string.match
local preload=package.preload
local base=_G
local plugin_info={
html="html    generates a HTML file for checking globals",
sloc="sloc    calculates SLOC for given source file",
}
local p_embedded={
'html',
'sloc',
}
preload.llex=
function()
module"llex"
local string=base.require"string"
local find=string.find
local match=string.match
local sub=string.sub
local kw={}
for v in string.gmatch([[
and break do else elseif end false for function if in
local nil not or repeat return then true until while]],"%S+")do
kw[v]=true
end
local z,
sourceid,
I,
buff,
ln
local function addtoken(token,info)
local i=#tok+1
tok[i]=token
seminfo[i]=info
tokln[i]=ln
end
local function inclinenumber(i,is_tok)
local sub=sub
local old=sub(z,i,i)
i=i+1
local c=sub(z,i,i)
if(c=="\n"or c=="\r")and(c~=old)then
i=i+1
old=old..c
end
if is_tok then addtoken("TK_EOL",old)end
ln=ln+1
I=i
return i
end
function init(_z,_sourceid)
z=_z
sourceid=_sourceid
I=1
ln=1
tok={}
seminfo={}
tokln={}
local p,_,q,r=find(z,"^(#[^\r\n]*)(\r?\n?)")
if p then
I=I+#q
addtoken("TK_COMMENT",q)
if#r>0 then inclinenumber(I,true)end
end
end
function chunkid()
if sourceid and match(sourceid,"^[=@]")then
return sub(sourceid,2)
end
return"[string]"
end
function errorline(s,line)
local e=error or base.error
e(string.format("%s:%d: %s",chunkid(),line or ln,s))
end
local errorline=errorline
local function skip_sep(i)
local sub=sub
local s=sub(z,i,i)
i=i+1
local count=#match(z,"=*",i)
i=i+count
I=i
return(sub(z,i,i)==s)and count or(-count)-1
end
local function read_long_string(is_str,sep)
local i=I+1
local sub=sub
local c=sub(z,i,i)
if c=="\r"or c=="\n"then
i=inclinenumber(i)
end
while true do
local p,q,r=find(z,"([\r\n%]])",i)
if not p then
errorline(is_str and"unfinished long string"or
"unfinished long comment")
end
i=p
if r=="]"then
if skip_sep(i)==sep then
buff=sub(z,buff,I)
I=I+1
return buff
end
i=I
else
buff=buff.."\n"
i=inclinenumber(i)
end
end
end
local function read_string(del)
local i=I
local find=find
local sub=sub
while true do
local p,q,r=find(z,"([\n\r\\\"\'])",i)
if p then
if r=="\n"or r=="\r"then
errorline("unfinished string")
end
i=p
if r=="\\"then
i=i+1
r=sub(z,i,i)
if r==""then break end
p=find("abfnrtv\n\r",r,1,true)
if p then
if p>7 then
i=inclinenumber(i)
else
i=i+1
end
elseif find(r,"%D")then
i=i+1
else
local p,q,s=find(z,"^(%d%d?%d?)",i)
i=q+1
if s+1>256 then
errorline("escape sequence too large")
end
end
else
i=i+1
if r==del then
I=i
return sub(z,buff,i-1)
end
end
else
break
end
end
errorline("unfinished string")
end
function llex()
local find=find
local match=match
while true do
local i=I
while true do
local p,_,r=find(z,"^([_%a][_%w]*)",i)
if p then
I=i+#r
if kw[r]then
addtoken("TK_KEYWORD",r)
else
addtoken("TK_NAME",r)
end
break
end
local p,_,r=find(z,"^(%.?)%d",i)
if p then
if r=="."then i=i+1 end
local _,q,r=find(z,"^%d*[%.%d]*([eE]?)",i)
i=q+1
if#r==1 then
if match(z,"^[%+%-]",i)then
i=i+1
end
end
local _,q=find(z,"^[_%w]*",i)
I=q+1
local v=sub(z,p,q)
if not base.tonumber(v)then
errorline("malformed number")
end
addtoken("TK_NUMBER",v)
break
end
local p,q,r,t=find(z,"^((%s)[ \t\v\f]*)",i)
if p then
if t=="\n"or t=="\r"then
inclinenumber(i,true)
else
I=q+1
addtoken("TK_SPACE",r)
end
break
end
local r=match(z,"^%p",i)
if r then
buff=i
local p=find("-[\"\'.=<>~",r,1,true)
if p then
if p<=2 then
if p==1 then
local c=match(z,"^%-%-(%[?)",i)
if c then
i=i+2
local sep=-1
if c=="["then
sep=skip_sep(i)
end
if sep>=0 then
addtoken("TK_LCOMMENT",read_long_string(false,sep))
else
I=find(z,"[\n\r]",i)or(#z+1)
addtoken("TK_COMMENT",sub(z,buff,I-1))
end
break
end
else
local sep=skip_sep(i)
if sep>=0 then
addtoken("TK_LSTRING",read_long_string(true,sep))
elseif sep==-1 then
addtoken("TK_OP","[")
else
errorline("invalid long string delimiter")
end
break
end
elseif p<=5 then
if p<5 then
I=i+1
addtoken("TK_STRING",read_string(r))
break
end
r=match(z,"^%.%.?%.?",i)
else
r=match(z,"^%p=?",i)
end
end
I=i+#r
addtoken("TK_OP",r)
break
end
local r=sub(z,i,i)
if r~=""then
I=i+1
addtoken("TK_OP",r)
break
end
addtoken("TK_EOS","")
return
end
end
end
end
preload.lparser=
function()
module"lparser"
local string=base.require"string"
local toklist,
seminfolist,
toklnlist,
xreflist,
tpos,
line,
lastln,
tok,seminfo,ln,xref,
nameref,
fs,
top_fs,
globalinfo,
globallookup,
localinfo,
ilocalinfo,
ilocalrefs,
statinfo
local explist1,expr,block,exp1,body,chunk
local gmatch=string.gmatch
local block_follow={}
for v in gmatch("else elseif end until <eof>","%S+")do
block_follow[v]=true
end
local binopr_left={}
local binopr_right={}
for op,lt,rt in gmatch([[
{+ 6 6}{- 6 6}{* 7 7}{/ 7 7}{% 7 7}
{^ 10 9}{.. 5 4}
{~= 3 3}{== 3 3}
{< 3 3}{<= 3 3}{> 3 3}{>= 3 3}
{and 2 2}{or 1 1}
]],"{(%S+)%s(%d+)%s(%d+)}")do
binopr_left[op]=lt+0
binopr_right[op]=rt+0
end
local unopr={["not"]=true,["-"]=true,
["#"]=true,}
local UNARY_PRIORITY=8
local function errorline(s,line)
local e=error or base.error
e(string.format("(source):%d: %s",line or ln,s))
end
local function nextt()
lastln=toklnlist[tpos]
tok,seminfo,ln,xref
=toklist[tpos],seminfolist[tpos],toklnlist[tpos],xreflist[tpos]
tpos=tpos+1
end
local function lookahead()
return toklist[tpos]
end
local function syntaxerror(msg)
local tok=tok
if tok~="<number>"and tok~="<string>"then
if tok=="<name>"then tok=seminfo end
tok="'"..tok.."'"
end
errorline(msg.." near "..tok)
end
local function error_expected(token)
syntaxerror("'"..token.."' expected")
end
local function testnext(c)
if tok==c then nextt();return true end
end
local function check(c)
if tok~=c then error_expected(c)end
end
local function checknext(c)
check(c);nextt()
end
local function check_condition(c,msg)
if not c then syntaxerror(msg)end
end
local function check_match(what,who,where)
if not testnext(what)then
if where==ln then
error_expected(what)
else
syntaxerror("'"..what.."' expected (to close '"..who.."' at line "..where..")")
end
end
end
local function str_checkname()
check("<name>")
local ts=seminfo
nameref=xref
nextt()
return ts
end
local function codestring(e,s)
e.k="VK"
end
local function checkname(e)
codestring(e,str_checkname())
end
local function new_localvar(name,special)
local bl=fs.bl
local locallist
if bl then
locallist=bl.locallist
else
locallist=fs.locallist
end
local id=#localinfo+1
localinfo[id]={
name=name,
xref={nameref},
decl=nameref,
}
if special then
localinfo[id].isself=true
end
local i=#ilocalinfo+1
ilocalinfo[i]=id
ilocalrefs[i]=locallist
end
local function adjustlocalvars(nvars)
local sz=#ilocalinfo
while nvars>0 do
nvars=nvars-1
local i=sz-nvars
local id=ilocalinfo[i]
local obj=localinfo[id]
local name=obj.name
obj.act=xref
ilocalinfo[i]=nil
local locallist=ilocalrefs[i]
ilocalrefs[i]=nil
local existing=locallist[name]
if existing then
obj=localinfo[existing]
obj.rem=-id
end
locallist[name]=id
end
end
local function removevars()
local bl=fs.bl
local locallist
if bl then
locallist=bl.locallist
else
locallist=fs.locallist
end
for name,id in base.pairs(locallist)do
local obj=localinfo[id]
obj.rem=xref
end
end
local function new_localvarliteral(name,special)
if string.sub(name,1,1)=="("then
return
end
new_localvar(name,special)
end
local function searchvar(fs,n)
local bl=fs.bl
local locallist
if bl then
locallist=bl.locallist
while locallist do
if locallist[n]then return locallist[n]end
bl=bl.prev
locallist=bl and bl.locallist
end
end
locallist=fs.locallist
return locallist[n]or-1
end
local function singlevaraux(fs,n,var)
if fs==nil then
var.k="VGLOBAL"
return"VGLOBAL"
else
local v=searchvar(fs,n)
if v>=0 then
var.k="VLOCAL"
var.id=v
return"VLOCAL"
else
if singlevaraux(fs.prev,n,var)=="VGLOBAL"then
return"VGLOBAL"
end
var.k="VUPVAL"
return"VUPVAL"
end
end
end
local function singlevar(v)
local name=str_checkname()
singlevaraux(fs,name,v)
if v.k=="VGLOBAL"then
local id=globallookup[name]
if not id then
id=#globalinfo+1
globalinfo[id]={
name=name,
xref={nameref},
}
globallookup[name]=id
else
local obj=globalinfo[id].xref
obj[#obj+1]=nameref
end
else
local id=v.id
local obj=localinfo[id].xref
obj[#obj+1]=nameref
end
end
local function enterblock(isbreakable)
local bl={}
bl.isbreakable=isbreakable
bl.prev=fs.bl
bl.locallist={}
fs.bl=bl
end
local function leaveblock()
local bl=fs.bl
removevars()
fs.bl=bl.prev
end
local function open_func()
local new_fs
if not fs then
new_fs=top_fs
else
new_fs={}
end
new_fs.prev=fs
new_fs.bl=nil
new_fs.locallist={}
fs=new_fs
end
local function close_func()
removevars()
fs=fs.prev
end
local function field(v)
local key={}
nextt()
checkname(key)
v.k="VINDEXED"
end
local function yindex(v)
nextt()
expr(v)
checknext("]")
end
local function recfield(cc)
local key,val={},{}
if tok=="<name>"then
checkname(key)
else
yindex(key)
end
checknext("=")
expr(val)
end
local function closelistfield(cc)
if cc.v.k=="VVOID"then return end
cc.v.k="VVOID"
end
local function listfield(cc)
expr(cc.v)
end
local function constructor(t)
local line=ln
local cc={}
cc.v={}
cc.t=t
t.k="VRELOCABLE"
cc.v.k="VVOID"
checknext("{")
repeat
if tok=="}"then break end
local c=tok
if c=="<name>"then
if lookahead()~="="then
listfield(cc)
else
recfield(cc)
end
elseif c=="["then
recfield(cc)
else
listfield(cc)
end
until not testnext(",")and not testnext(";")
check_match("}","{",line)
end
local function parlist()
local nparams=0
if tok~=")"then
repeat
local c=tok
if c=="<name>"then
new_localvar(str_checkname())
nparams=nparams+1
elseif c=="..."then
nextt()
fs.is_vararg=true
else
syntaxerror("<name> or '...' expected")
end
until fs.is_vararg or not testnext(",")
end
adjustlocalvars(nparams)
end
local function funcargs(f)
local args={}
local line=ln
local c=tok
if c=="("then
if line~=lastln then
syntaxerror("ambiguous syntax (function call x new statement)")
end
nextt()
if tok==")"then
args.k="VVOID"
else
explist1(args)
end
check_match(")","(",line)
elseif c=="{"then
constructor(args)
elseif c=="<string>"then
codestring(args,seminfo)
nextt()
else
syntaxerror("function arguments expected")
return
end
f.k="VCALL"
end
local function prefixexp(v)
local c=tok
if c=="("then
local line=ln
nextt()
expr(v)
check_match(")","(",line)
elseif c=="<name>"then
singlevar(v)
else
syntaxerror("unexpected symbol")
end
end
local function primaryexp(v)
prefixexp(v)
while true do
local c=tok
if c=="."then
field(v)
elseif c=="["then
local key={}
yindex(key)
elseif c==":"then
local key={}
nextt()
checkname(key)
funcargs(v)
elseif c=="("or c=="<string>"or c=="{"then
funcargs(v)
else
return
end
end
end
local function simpleexp(v)
local c=tok
if c=="<number>"then
v.k="VKNUM"
elseif c=="<string>"then
codestring(v,seminfo)
elseif c=="nil"then
v.k="VNIL"
elseif c=="true"then
v.k="VTRUE"
elseif c=="false"then
v.k="VFALSE"
elseif c=="..."then
check_condition(fs.is_vararg==true,
"cannot use '...' outside a vararg function");
v.k="VVARARG"
elseif c=="{"then
constructor(v)
return
elseif c=="function"then
nextt()
body(v,false,ln)
return
else
primaryexp(v)
return
end
nextt()
end
local function subexpr(v,limit)
local op=tok
local uop=unopr[op]
if uop then
nextt()
subexpr(v,UNARY_PRIORITY)
else
simpleexp(v)
end
op=tok
local binop=binopr_left[op]
while binop and binop>limit do
local v2={}
nextt()
local nextop=subexpr(v2,binopr_right[op])
op=nextop
binop=binopr_left[op]
end
return op
end
function expr(v)
subexpr(v,0)
end
local function assignment(v)
local e={}
local c=v.v.k
check_condition(c=="VLOCAL"or c=="VUPVAL"or c=="VGLOBAL"
or c=="VINDEXED","syntax error")
if testnext(",")then
local nv={}
nv.v={}
primaryexp(nv.v)
assignment(nv)
else
checknext("=")
explist1(e)
return
end
e.k="VNONRELOC"
end
local function forbody(nvars,isnum)
checknext("do")
enterblock(false)
adjustlocalvars(nvars)
block()
leaveblock()
end
local function fornum(varname)
local line=line
new_localvarliteral("(for index)")
new_localvarliteral("(for limit)")
new_localvarliteral("(for step)")
new_localvar(varname)
checknext("=")
exp1()
checknext(",")
exp1()
if testnext(",")then
exp1()
else
end
forbody(1,true)
end
local function forlist(indexname)
local e={}
new_localvarliteral("(for generator)")
new_localvarliteral("(for state)")
new_localvarliteral("(for control)")
new_localvar(indexname)
local nvars=1
while testnext(",")do
new_localvar(str_checkname())
nvars=nvars+1
end
checknext("in")
local line=line
explist1(e)
forbody(nvars,false)
end
local function funcname(v)
local needself=false
singlevar(v)
while tok=="."do
field(v)
end
if tok==":"then
needself=true
field(v)
end
return needself
end
function exp1()
local e={}
expr(e)
end
local function cond()
local v={}
expr(v)
end
local function test_then_block()
nextt()
cond()
checknext("then")
block()
end
local function localfunc()
local v,b={}
new_localvar(str_checkname())
v.k="VLOCAL"
adjustlocalvars(1)
body(b,false,ln)
end
local function localstat()
local nvars=0
local e={}
repeat
new_localvar(str_checkname())
nvars=nvars+1
until not testnext(",")
if testnext("=")then
explist1(e)
else
e.k="VVOID"
end
adjustlocalvars(nvars)
end
function explist1(e)
expr(e)
while testnext(",")do
expr(e)
end
end
function body(e,needself,line)
open_func()
checknext("(")
if needself then
new_localvarliteral("self",true)
adjustlocalvars(1)
end
parlist()
checknext(")")
chunk()
check_match("end","function",line)
close_func()
end
function block()
enterblock(false)
chunk()
leaveblock()
end
local function for_stat()
local line=line
enterblock(true)
nextt()
local varname=str_checkname()
local c=tok
if c=="="then
fornum(varname)
elseif c==","or c=="in"then
forlist(varname)
else
syntaxerror("'=' or 'in' expected")
end
check_match("end","for",line)
leaveblock()
end
local function while_stat()
local line=line
nextt()
cond()
enterblock(true)
checknext("do")
block()
check_match("end","while",line)
leaveblock()
end
local function repeat_stat()
local line=line
enterblock(true)
enterblock(false)
nextt()
chunk()
check_match("until","repeat",line)
cond()
leaveblock()
leaveblock()
end
local function if_stat()
local line=line
local v={}
test_then_block()
while tok=="elseif"do
test_then_block()
end
if tok=="else"then
nextt()
block()
end
check_match("end","if",line)
end
local function return_stat()
local e={}
nextt()
local c=tok
if block_follow[c]or c==";"then
else
explist1(e)
end
end
local function break_stat()
local bl=fs.bl
nextt()
while bl and not bl.isbreakable do
bl=bl.prev
end
if not bl then
syntaxerror("no loop to break")
end
end
local function expr_stat()
local id=tpos-1
local v={}
v.v={}
primaryexp(v.v)
if v.v.k=="VCALL"then
statinfo[id]="call"
else
v.prev=nil
assignment(v)
statinfo[id]="assign"
end
end
local function function_stat()
local line=line
local v,b={},{}
nextt()
local needself=funcname(v)
body(b,needself,line)
end
local function do_stat()
local line=line
nextt()
block()
check_match("end","do",line)
end
local function local_stat()
nextt()
if testnext("function")then
localfunc()
else
localstat()
end
end
local stat_call={
["if"]=if_stat,
["while"]=while_stat,
["do"]=do_stat,
["for"]=for_stat,
["repeat"]=repeat_stat,
["function"]=function_stat,
["local"]=local_stat,
["return"]=return_stat,
["break"]=break_stat,
}
local function stat()
line=ln
local c=tok
local fn=stat_call[c]
if fn then
statinfo[tpos-1]=c
fn()
if c=="return"or c=="break"then return true end
else
expr_stat()
end
return false
end
function chunk()
local islast=false
while not islast and not block_follow[tok]do
islast=stat()
testnext(";")
end
end
function parser()
open_func()
fs.is_vararg=true
nextt()
chunk()
check("<eof>")
close_func()
return{
globalinfo=globalinfo,
localinfo=localinfo,
statinfo=statinfo,
toklist=toklist,
seminfolist=seminfolist,
toklnlist=toklnlist,
xreflist=xreflist,
}
end
function init(tokorig,seminfoorig,toklnorig)
tpos=1
top_fs={}
local j=1
toklist,seminfolist,toklnlist,xreflist={},{},{},{}
for i=1,#tokorig do
local tok=tokorig[i]
local yep=true
if tok=="TK_KEYWORD"or tok=="TK_OP"then
tok=seminfoorig[i]
elseif tok=="TK_NAME"then
tok="<name>"
seminfolist[j]=seminfoorig[i]
elseif tok=="TK_NUMBER"then
tok="<number>"
seminfolist[j]=0
elseif tok=="TK_STRING"or tok=="TK_LSTRING"then
tok="<string>"
seminfolist[j]=""
elseif tok=="TK_EOS"then
tok="<eof>"
else
yep=false
end
if yep then
toklist[j]=tok
toklnlist[j]=toklnorig[i]
xreflist[j]=i
j=j+1
end
end
globalinfo,globallookup,localinfo={},{},{}
ilocalinfo,ilocalrefs={},{}
statinfo={}
end
end
preload.optlex=
function()
module"optlex"
local string=base.require"string"
local match=string.match
local sub=string.sub
local find=string.find
local rep=string.rep
local print
error=base.error
warn={}
local stoks,sinfos,stoklns
local is_realtoken={
TK_KEYWORD=true,
TK_NAME=true,
TK_NUMBER=true,
TK_STRING=true,
TK_LSTRING=true,
TK_OP=true,
TK_EOS=true,
}
local is_faketoken={
TK_COMMENT=true,
TK_LCOMMENT=true,
TK_EOL=true,
TK_SPACE=true,
}
local opt_details
local function atlinestart(i)
local tok=stoks[i-1]
if i<=1 or tok=="TK_EOL"then
return true
elseif tok==""then
return atlinestart(i-1)
end
return false
end
local function atlineend(i)
local tok=stoks[i+1]
if i>=#stoks or tok=="TK_EOL"or tok=="TK_EOS"then
return true
elseif tok==""then
return atlineend(i+1)
end
return false
end
local function commenteols(lcomment)
local sep=#match(lcomment,"^%-%-%[=*%[")
local z=sub(lcomment,sep+1,-(sep-1))
local i,c=1,0
while true do
local p,q,r,s=find(z,"([\r\n])([\r\n]?)",i)
if not p then break end
i=p+1
c=c+1
if#s>0 and r~=s then
i=i+1
end
end
return c
end
local function checkpair(i,j)
local match=match
local t1,t2=stoks[i],stoks[j]
if t1=="TK_STRING"or t1=="TK_LSTRING"or
t2=="TK_STRING"or t2=="TK_LSTRING"then
return""
elseif t1=="TK_OP"or t2=="TK_OP"then
if(t1=="TK_OP"and(t2=="TK_KEYWORD"or t2=="TK_NAME"))or
(t2=="TK_OP"and(t1=="TK_KEYWORD"or t1=="TK_NAME"))then
return""
end
if t1=="TK_OP"and t2=="TK_OP"then
local op,op2=sinfos[i],sinfos[j]
if(match(op,"^%.%.?$")and match(op2,"^%."))or
(match(op,"^[~=<>]$")and op2=="=")or
(op=="["and(op2=="["or op2=="="))then
return" "
end
return""
end
local op=sinfos[i]
if t2=="TK_OP"then op=sinfos[j]end
if match(op,"^%.%.?%.?$")then
return" "
end
return""
else
return" "
end
end
local function repack_tokens()
local dtoks,dinfos,dtoklns={},{},{}
local j=1
for i=1,#stoks do
local tok=stoks[i]
if tok~=""then
dtoks[j],dinfos[j],dtoklns[j]=tok,sinfos[i],stoklns[i]
j=j+1
end
end
stoks,sinfos,stoklns=dtoks,dinfos,dtoklns
end
local function do_number(i)
local before=sinfos[i]
local z=before
local y
if match(z,"^0[xX]")then
local v=base.tostring(base.tonumber(z))
if#v<=#z then
z=v
else
return
end
end
if match(z,"^%d+%.?0*$")then
z=match(z,"^(%d+)%.?0*$")
if z+0>0 then
z=match(z,"^0*([1-9]%d*)$")
local v=#match(z,"0*$")
local nv=base.tostring(v)
if v>#nv+1 then
z=sub(z,1,#z-v).."e"..nv
end
y=z
else
y="0"
end
elseif not match(z,"[eE]")then
local p,q=match(z,"^(%d*)%.(%d+)$")
if p==""then p=0 end
if q+0==0 and p==0 then
y="0"
else
local v=#match(q,"0*$")
if v>0 then
q=sub(q,1,#q-v)
end
if p+0>0 then
y=p.."."..q
else
y="."..q
local v=#match(q,"^0*")
local w=#q-v
local nv=base.tostring(#q)
if w+2+#nv<1+#q then
y=sub(q,-w).."e-"..nv
end
end
end
else
local sig,ex=match(z,"^([^eE]+)[eE]([%+%-]?%d+)$")
ex=base.tonumber(ex)
local p,q=match(sig,"^(%d*)%.(%d*)$")
if p then
ex=ex-#q
sig=p..q
end
if sig+0==0 then
y="0"
else
local v=#match(sig,"^0*")
sig=sub(sig,v+1)
v=#match(sig,"0*$")
if v>0 then
sig=sub(sig,1,#sig-v)
ex=ex+v
end
local nex=base.tostring(ex)
if ex==0 then
y=sig
elseif ex>0 and(ex<=1+#nex)then
y=sig..rep("0",ex)
elseif ex<0 and(ex>=-#sig)then
v=#sig+ex
y=sub(sig,1,v).."."..sub(sig,v+1)
elseif ex<0 and(#nex>=-ex-#sig)then
v=-ex-#sig
y="."..rep("0",v)..sig
else
y=sig.."e"..ex
end
end
end
if y and y~=sinfos[i]then
if opt_details then
print("<number> (line "..stoklns[i]..") "..sinfos[i].." -> "..y)
opt_details=opt_details+1
end
sinfos[i]=y
end
end
local function do_string(I)
local info=sinfos[I]
local delim=sub(info,1,1)
local ndelim=(delim=="'")and'"'or"'"
local z=sub(info,2,-2)
local i=1
local c_delim,c_ndelim=0,0
while i<=#z do
local c=sub(z,i,i)
if c=="\\"then
local j=i+1
local d=sub(z,j,j)
local p=find("abfnrtv\\\n\r\"\'0123456789",d,1,true)
if not p then
z=sub(z,1,i-1)..sub(z,j)
i=i+1
elseif p<=8 then
i=i+2
elseif p<=10 then
local eol=sub(z,j,j+1)
if eol=="\r\n"or eol=="\n\r"then
z=sub(z,1,i).."\n"..sub(z,j+2)
elseif p==10 then
z=sub(z,1,i).."\n"..sub(z,j+1)
end
i=i+2
elseif p<=12 then
if d==delim then
c_delim=c_delim+1
i=i+2
else
c_ndelim=c_ndelim+1
z=sub(z,1,i-1)..sub(z,j)
i=i+1
end
else
local s=match(z,"^(%d%d?%d?)",j)
j=i+1+#s
local cv=s+0
local cc=string.char(cv)
local p=find("\a\b\f\n\r\t\v",cc,1,true)
if p then
s="\\"..sub("abfnrtv",p,p)
elseif cv<32 then
if match(sub(z,j,j),"%d")then
s="\\"..s
else
s="\\"..cv
end
elseif cc==delim then
s="\\"..cc
c_delim=c_delim+1
elseif cc=="\\"then
s="\\\\"
else
s=cc
if cc==ndelim then
c_ndelim=c_ndelim+1
end
end
z=sub(z,1,i-1)..s..sub(z,j)
i=i+#s
end
else
i=i+1
if c==ndelim then
c_ndelim=c_ndelim+1
end
end
end
if c_delim>c_ndelim then
i=1
while i<=#z do
local p,q,r=find(z,"([\'\"])",i)
if not p then break end
if r==delim then
z=sub(z,1,p-2)..sub(z,p)
i=p
else
z=sub(z,1,p-1).."\\"..sub(z,p)
i=p+2
end
end
delim=ndelim
end
z=delim..z..delim
if z~=sinfos[I]then
if opt_details then
print("<string> (line "..stoklns[I]..") "..sinfos[I].." -> "..z)
opt_details=opt_details+1
end
sinfos[I]=z
end
end
local function do_lstring(I)
local info=sinfos[I]
local delim1=match(info,"^%[=*%[")
local sep=#delim1
local delim2=sub(info,-sep,-1)
local z=sub(info,sep+1,-(sep+1))
local y=""
local i=1
while true do
local p,q,r,s=find(z,"([\r\n])([\r\n]?)",i)
local ln
if not p then
ln=sub(z,i)
elseif p>=i then
ln=sub(z,i,p-1)
end
if ln~=""then
if match(ln,"%s+$")then
warn.LSTRING="trailing whitespace in long string near line "..stoklns[I]
end
y=y..ln
end
if not p then
break
end
i=p+1
if p then
if#s>0 and r~=s then
i=i+1
end
if not(i==1 and i==p)then
y=y.."\n"
end
end
end
if sep>=3 then
local chk,okay=sep-1
while chk>=2 do
local delim="%]"..rep("=",chk-2).."%]"
if not match(y,delim)then okay=chk end
chk=chk-1
end
if okay then
sep=rep("=",okay-2)
delim1,delim2="["..sep.."[","]"..sep.."]"
end
end
sinfos[I]=delim1..y..delim2
end
local function do_lcomment(I)
local info=sinfos[I]
local delim1=match(info,"^%-%-%[=*%[")
local sep=#delim1
local delim2=sub(info,-(sep-2),-1)
local z=sub(info,sep+1,-(sep-1))
local y=""
local i=1
while true do
local p,q,r,s=find(z,"([\r\n])([\r\n]?)",i)
local ln
if not p then
ln=sub(z,i)
elseif p>=i then
ln=sub(z,i,p-1)
end
if ln~=""then
local ws=match(ln,"%s*$")
if#ws>0 then ln=sub(ln,1,-(ws+1))end
y=y..ln
end
if not p then
break
end
i=p+1
if p then
if#s>0 and r~=s then
i=i+1
end
y=y.."\n"
end
end
sep=sep-2
if sep>=3 then
local chk,okay=sep-1
while chk>=2 do
local delim="%]"..rep("=",chk-2).."%]"
if not match(y,delim)then okay=chk end
chk=chk-1
end
if okay then
sep=rep("=",okay-2)
delim1,delim2="--["..sep.."[","]"..sep.."]"
end
end
sinfos[I]=delim1..y..delim2
end
local function do_comment(i)
local info=sinfos[i]
local ws=match(info,"%s*$")
if#ws>0 then
info=sub(info,1,-(ws+1))
end
sinfos[i]=info
end
local function keep_lcomment(opt_keep,info)
if not opt_keep then return false end
local delim1=match(info,"^%-%-%[=*%[")
local sep=#delim1
local delim2=sub(info,-sep,-1)
local z=sub(info,sep+1,-(sep-1))
if find(z,opt_keep,1,true)then
return true
end
end
function optimize(option,toklist,semlist,toklnlist)
local opt_comments=option["opt-comments"]
local opt_whitespace=option["opt-whitespace"]
local opt_emptylines=option["opt-emptylines"]
local opt_eols=option["opt-eols"]
local opt_strings=option["opt-strings"]
local opt_numbers=option["opt-numbers"]
local opt_x=option["opt-experimental"]
local opt_keep=option.KEEP
opt_details=option.DETAILS and 0
print=print or base.print
if opt_eols then
opt_comments=true
opt_whitespace=true
opt_emptylines=true
elseif opt_x then
opt_whitespace=true
end
stoks,sinfos,stoklns
=toklist,semlist,toklnlist
local i=1
local tok,info
local prev
local function settoken(tok,info,I)
I=I or i
stoks[I]=tok or""
sinfos[I]=info or""
end
if opt_x then
while true do
tok,info=stoks[i],sinfos[i]
if tok=="TK_EOS"then
break
elseif tok=="TK_OP"and info==";"then
settoken("TK_SPACE"," ")
end
i=i+1
end
repack_tokens()
end
i=1
while true do
tok,info=stoks[i],sinfos[i]
local atstart=atlinestart(i)
if atstart then prev=nil end
if tok=="TK_EOS"then
break
elseif tok=="TK_KEYWORD"or
tok=="TK_NAME"or
tok=="TK_OP"then
prev=i
elseif tok=="TK_NUMBER"then
if opt_numbers then
do_number(i)
end
prev=i
elseif tok=="TK_STRING"or
tok=="TK_LSTRING"then
if opt_strings then
if tok=="TK_STRING"then
do_string(i)
else
do_lstring(i)
end
end
prev=i
elseif tok=="TK_COMMENT"then
if opt_comments then
if i==1 and sub(info,1,1)=="#"then
do_comment(i)
else
settoken()
end
elseif opt_whitespace then
do_comment(i)
end
elseif tok=="TK_LCOMMENT"then
if keep_lcomment(opt_keep,info)then
if opt_whitespace then
do_lcomment(i)
end
prev=i
elseif opt_comments then
local eols=commenteols(info)
if is_faketoken[stoks[i+1]]then
settoken()
tok=""
else
settoken("TK_SPACE"," ")
end
if not opt_emptylines and eols>0 then
settoken("TK_EOL",rep("\n",eols))
end
if opt_whitespace and tok~=""then
i=i-1
end
else
if opt_whitespace then
do_lcomment(i)
end
prev=i
end
elseif tok=="TK_EOL"then
if atstart and opt_emptylines then
settoken()
elseif info=="\r\n"or info=="\n\r"then
settoken("TK_EOL","\n")
end
elseif tok=="TK_SPACE"then
if opt_whitespace then
if atstart or atlineend(i)then
settoken()
else
local ptok=stoks[prev]
if ptok=="TK_LCOMMENT"then
settoken()
else
local ntok=stoks[i+1]
if is_faketoken[ntok]then
if(ntok=="TK_COMMENT"or ntok=="TK_LCOMMENT")and
ptok=="TK_OP"and sinfos[prev]=="-"then
else
settoken()
end
else
local s=checkpair(prev,i+1)
if s==""then
settoken()
else
settoken("TK_SPACE"," ")
end
end
end
end
end
else
error("unidentified token encountered")
end
i=i+1
end
repack_tokens()
if opt_eols then
i=1
if stoks[1]=="TK_COMMENT"then
i=3
end
while true do
tok,info=stoks[i],sinfos[i]
if tok=="TK_EOS"then
break
elseif tok=="TK_EOL"then
local t1,t2=stoks[i-1],stoks[i+1]
if is_realtoken[t1]and is_realtoken[t2]then
local s=checkpair(i-1,i+1)
if s==""or t2=="TK_EOS"then
settoken()
end
end
end
i=i+1
end
repack_tokens()
end
if opt_details and opt_details>0 then print()end
return stoks,sinfos,stoklns
end
end
preload.optparser=
function()
module"optparser"
local string=base.require"string"
local table=base.require"table"
local LETTERS="etaoinshrdlucmfwypvbgkqjxz_ETAOINSHRDLUCMFWYPVBGKQJXZ"
local ALPHANUM="etaoinshrdlucmfwypvbgkqjxz_0123456789ETAOINSHRDLUCMFWYPVBGKQJXZ"
local SKIP_NAME={}
for v in string.gmatch([[
and break do else elseif end false for function if in
local nil not or repeat return then true until while
self]],"%S+")do
SKIP_NAME[v]=true
end
local toklist,seminfolist,
tokpar,seminfopar,xrefpar,
globalinfo,localinfo,
statinfo,
globaluniq,localuniq,
var_new,
varlist
local function preprocess(infotable)
local uniqtable={}
for i=1,#infotable do
local obj=infotable[i]
local name=obj.name
if not uniqtable[name]then
uniqtable[name]={
decl=0,token=0,size=0,
}
end
local uniq=uniqtable[name]
uniq.decl=uniq.decl+1
local xref=obj.xref
local xcount=#xref
uniq.token=uniq.token+xcount
uniq.size=uniq.size+xcount*#name
if obj.decl then
obj.id=i
obj.xcount=xcount
if xcount>1 then
obj.first=xref[2]
obj.last=xref[xcount]
end
else
uniq.id=i
end
end
return uniqtable
end
local function recalc_for_entropy(option)
local byte=string.byte
local char=string.char
local ACCEPT={
TK_KEYWORD=true,TK_NAME=true,TK_NUMBER=true,
TK_STRING=true,TK_LSTRING=true,
}
if not option["opt-comments"]then
ACCEPT.TK_COMMENT=true
ACCEPT.TK_LCOMMENT=true
end
local filtered={}
for i=1,#toklist do
filtered[i]=seminfolist[i]
end
for i=1,#localinfo do
local obj=localinfo[i]
local xref=obj.xref
for j=1,obj.xcount do
local p=xref[j]
filtered[p]=""
end
end
local freq={}
for i=0,255 do freq[i]=0 end
for i=1,#toklist do
local tok,info=toklist[i],filtered[i]
if ACCEPT[tok]then
for j=1,#info do
local c=byte(info,j)
freq[c]=freq[c]+1
end
end
end
local function resort(symbols)
local symlist={}
for i=1,#symbols do
local c=byte(symbols,i)
symlist[i]={c=c,freq=freq[c],}
end
table.sort(symlist,
function(v1,v2)
return v1.freq>v2.freq
end
)
local charlist={}
for i=1,#symlist do
charlist[i]=char(symlist[i].c)
end
return table.concat(charlist)
end
LETTERS=resort(LETTERS)
ALPHANUM=resort(ALPHANUM)
end
local function new_var_name()
local var
local cletters,calphanum=#LETTERS,#ALPHANUM
local v=var_new
if v<cletters then
v=v+1
var=string.sub(LETTERS,v,v)
else
local range,sz=cletters,1
repeat
v=v-range
range=range*calphanum
sz=sz+1
until range>v
local n=v%cletters
v=(v-n)/cletters
n=n+1
var=string.sub(LETTERS,n,n)
while sz>1 do
local m=v%calphanum
v=(v-m)/calphanum
m=m+1
var=var..string.sub(ALPHANUM,m,m)
sz=sz-1
end
end
var_new=var_new+1
return var,globaluniq[var]~=nil
end
local function stats_summary(globaluniq,localuniq,afteruniq,option)
local print=print or base.print
local fmt=string.format
local opt_details=option.DETAILS
if option.QUIET then return end
local uniq_g,uniq_li,uniq_lo,uniq_ti,uniq_to,
decl_g,decl_li,decl_lo,decl_ti,decl_to,
token_g,token_li,token_lo,token_ti,token_to,
size_g,size_li,size_lo,size_ti,size_to
=0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0
local function avg(c,l)
if c==0 then return 0 end
return l/c
end
for name,uniq in base.pairs(globaluniq)do
uniq_g=uniq_g+1
token_g=token_g+uniq.token
size_g=size_g+uniq.size
end
for name,uniq in base.pairs(localuniq)do
uniq_li=uniq_li+1
decl_li=decl_li+uniq.decl
token_li=token_li+uniq.token
size_li=size_li+uniq.size
end
for name,uniq in base.pairs(afteruniq)do
uniq_lo=uniq_lo+1
decl_lo=decl_lo+uniq.decl
token_lo=token_lo+uniq.token
size_lo=size_lo+uniq.size
end
uniq_ti=uniq_g+uniq_li
decl_ti=decl_g+decl_li
token_ti=token_g+token_li
size_ti=size_g+size_li
uniq_to=uniq_g+uniq_lo
decl_to=decl_g+decl_lo
token_to=token_g+token_lo
size_to=size_g+size_lo
if opt_details then
local sorted={}
for name,uniq in base.pairs(globaluniq)do
uniq.name=name
sorted[#sorted+1]=uniq
end
table.sort(sorted,
function(v1,v2)
return v1.size>v2.size
end
)
local tabf1,tabf2="%8s%8s%10s  %s","%8d%8d%10.2f  %s"
local hl=string.rep("-",44)
print("*** global variable list (sorted by size) ***\n"..hl)
print(fmt(tabf1,"Token","Input","Input","Global"))
print(fmt(tabf1,"Count","Bytes","Average","Name"))
print(hl)
for i=1,#sorted do
local uniq=sorted[i]
print(fmt(tabf2,uniq.token,uniq.size,avg(uniq.token,uniq.size),uniq.name))
end
print(hl)
print(fmt(tabf2,token_g,size_g,avg(token_g,size_g),"TOTAL"))
print(hl.."\n")
local tabf1,tabf2="%8s%8s%8s%10s%8s%10s  %s","%8d%8d%8d%10.2f%8d%10.2f  %s"
local hl=string.rep("-",70)
print("*** local variable list (sorted by allocation order) ***\n"..hl)
print(fmt(tabf1,"Decl.","Token","Input","Input","Output","Output","Global"))
print(fmt(tabf1,"Count","Count","Bytes","Average","Bytes","Average","Name"))
print(hl)
for i=1,#varlist do
local name=varlist[i]
local uniq=afteruniq[name]
local old_t,old_s=0,0
for j=1,#localinfo do
local obj=localinfo[j]
if obj.name==name then
old_t=old_t+obj.xcount
old_s=old_s+obj.xcount*#obj.oldname
end
end
print(fmt(tabf2,uniq.decl,uniq.token,old_s,avg(old_t,old_s),
uniq.size,avg(uniq.token,uniq.size),name))
end
print(hl)
print(fmt(tabf2,decl_lo,token_lo,size_li,avg(token_li,size_li),
size_lo,avg(token_lo,size_lo),"TOTAL"))
print(hl.."\n")
end
local tabf1,tabf2="%-16s%8s%8s%8s%8s%10s","%-16s%8d%8d%8d%8d%10.2f"
local hl=string.rep("-",58)
print("*** local variable optimization summary ***\n"..hl)
print(fmt(tabf1,"Variable","Unique","Decl.","Token","Size","Average"))
print(fmt(tabf1,"Types","Names","Count","Count","Bytes","Bytes"))
print(hl)
print(fmt(tabf2,"Global",uniq_g,decl_g,token_g,size_g,avg(token_g,size_g)))
print(hl)
print(fmt(tabf2,"Local (in)",uniq_li,decl_li,token_li,size_li,avg(token_li,size_li)))
print(fmt(tabf2,"TOTAL (in)",uniq_ti,decl_ti,token_ti,size_ti,avg(token_ti,size_ti)))
print(hl)
print(fmt(tabf2,"Local (out)",uniq_lo,decl_lo,token_lo,size_lo,avg(token_lo,size_lo)))
print(fmt(tabf2,"TOTAL (out)",uniq_to,decl_to,token_to,size_to,avg(token_to,size_to)))
print(hl.."\n")
end
local function optimize_func1()
local function is_strcall(j)
local t1=tokpar[j+1]or""
local t2=tokpar[j+2]or""
local t3=tokpar[j+3]or""
if t1=="("and t2=="<string>"and t3==")"then
return true
end
end
local del_list={}
local i=1
while i<=#tokpar do
local id=statinfo[i]
if id=="call"and is_strcall(i)then
del_list[i+1]=true
del_list[i+3]=true
i=i+3
end
i=i+1
end
local i,dst,idend=1,1,#tokpar
local del_list2={}
while dst<=idend do
if del_list[i]then
del_list2[xrefpar[i]]=true
i=i+1
end
if i>dst then
if i<=idend then
tokpar[dst]=tokpar[i]
seminfopar[dst]=seminfopar[i]
xrefpar[dst]=xrefpar[i]-(i-dst)
statinfo[dst]=statinfo[i]
else
tokpar[dst]=nil
seminfopar[dst]=nil
xrefpar[dst]=nil
statinfo[dst]=nil
end
end
i=i+1
dst=dst+1
end
local i,dst,idend=1,1,#toklist
while dst<=idend do
if del_list2[i]then
i=i+1
end
if i>dst then
if i<=idend then
toklist[dst]=toklist[i]
seminfolist[dst]=seminfolist[i]
else
toklist[dst]=nil
seminfolist[dst]=nil
end
end
i=i+1
dst=dst+1
end
end
local function optimize_locals(option)
var_new=0
varlist={}
globaluniq=preprocess(globalinfo)
localuniq=preprocess(localinfo)
if option["opt-entropy"]then
recalc_for_entropy(option)
end
local object={}
for i=1,#localinfo do
object[i]=localinfo[i]
end
table.sort(object,
function(v1,v2)
return v1.xcount>v2.xcount
end
)
local temp,j,gotself={},1,false
for i=1,#object do
local obj=object[i]
if not obj.isself then
temp[j]=obj
j=j+1
else
gotself=true
end
end
object=temp
local nobject=#object
while nobject>0 do
local varname,gcollide
repeat
varname,gcollide=new_var_name()
until not SKIP_NAME[varname]
varlist[#varlist+1]=varname
local oleft=nobject
if gcollide then
local gref=globalinfo[globaluniq[varname].id].xref
local ngref=#gref
for i=1,nobject do
local obj=object[i]
local act,rem=obj.act,obj.rem
while rem<0 do
rem=localinfo[-rem].rem
end
local drop
for j=1,ngref do
local p=gref[j]
if p>=act and p<=rem then drop=true end
end
if drop then
obj.skip=true
oleft=oleft-1
end
end
end
while oleft>0 do
local i=1
while object[i].skip do
i=i+1
end
oleft=oleft-1
local obja=object[i]
i=i+1
obja.newname=varname
obja.skip=true
obja.done=true
local first,last=obja.first,obja.last
local xref=obja.xref
if first and oleft>0 then
local scanleft=oleft
while scanleft>0 do
while object[i].skip do
i=i+1
end
scanleft=scanleft-1
local objb=object[i]
i=i+1
local act,rem=objb.act,objb.rem
while rem<0 do
rem=localinfo[-rem].rem
end
if not(last<act or first>rem)then
if act>=obja.act then
for j=1,obja.xcount do
local p=xref[j]
if p>=act and p<=rem then
oleft=oleft-1
objb.skip=true
break
end
end
else
if objb.last and objb.last>=obja.act then
oleft=oleft-1
objb.skip=true
end
end
end
if oleft==0 then break end
end
end
end
local temp,j={},1
for i=1,nobject do
local obj=object[i]
if not obj.done then
obj.skip=false
temp[j]=obj
j=j+1
end
end
object=temp
nobject=#object
end
for i=1,#localinfo do
local obj=localinfo[i]
local xref=obj.xref
if obj.newname then
for j=1,obj.xcount do
local p=xref[j]
seminfolist[p]=obj.newname
end
obj.name,obj.oldname
=obj.newname,obj.name
else
obj.oldname=obj.name
end
end
if gotself then
varlist[#varlist+1]="self"
end
local afteruniq=preprocess(localinfo)
stats_summary(globaluniq,localuniq,afteruniq,option)
end
function optimize(option,_toklist,_seminfolist,xinfo)
toklist,seminfolist
=_toklist,_seminfolist
tokpar,seminfopar,xrefpar
=xinfo.toklist,xinfo.seminfolist,xinfo.xreflist
globalinfo,localinfo,statinfo
=xinfo.globalinfo,xinfo.localinfo,xinfo.statinfo
if option["opt-locals"]then
optimize_locals(option)
end
if option["opt-experimental"]then
optimize_func1()
end
end
end
preload.equiv=
function()
module"equiv"
local string=base.require"string"
local loadstring=base.loadstring
local sub=string.sub
local match=string.match
local dump=string.dump
local byte=string.byte
local is_realtoken={
TK_KEYWORD=true,
TK_NAME=true,
TK_NUMBER=true,
TK_STRING=true,
TK_LSTRING=true,
TK_OP=true,
TK_EOS=true,
}
local option,llex,warn
function init(_option,_llex,_warn)
option=_option
llex=_llex
warn=_warn
end
local function build_stream(s)
llex.init(s)
llex.llex()
local stok,sseminfo
=llex.tok,llex.seminfo
local tok,seminfo
={},{}
for i=1,#stok do
local t=stok[i]
if is_realtoken[t]then
tok[#tok+1]=t
seminfo[#seminfo+1]=sseminfo[i]
end
end
return tok,seminfo
end
function source(z,dat)
local function dumpsem(s)
local sf=loadstring("return "..s,"z")
if sf then
return dump(sf)
end
end
local function bork(msg)
if option.DETAILS then base.print("SRCEQUIV: "..msg)end
warn.SRC_EQUIV=true
end
local tok1,seminfo1=build_stream(z)
local tok2,seminfo2=build_stream(dat)
local sh1=match(z,"^(#[^\r\n]*)")
local sh2=match(dat,"^(#[^\r\n]*)")
if sh1 or sh2 then
if not sh1 or not sh2 or sh1~=sh2 then
bork("shbang lines different")
end
end
if#tok1~=#tok2 then
bork("count "..#tok1.." "..#tok2)
return
end
for i=1,#tok1 do
local t1,t2=tok1[i],tok2[i]
local s1,s2=seminfo1[i],seminfo2[i]
if t1~=t2 then
bork("type ["..i.."] "..t1.." "..t2)
break
end
if t1=="TK_KEYWORD"or t1=="TK_NAME"or t1=="TK_OP"then
if t1=="TK_NAME"and option["opt-locals"]then
elseif s1~=s2 then
bork("seminfo ["..i.."] "..t1.." "..s1.." "..s2)
break
end
elseif t1=="TK_EOS"then
else
local s1b,s2b=dumpsem(s1),dumpsem(s2)
if not s1b or not s2b or s1b~=s2b then
bork("seminfo ["..i.."] "..t1.." "..s1.." "..s2)
break
end
end
end
end
function binary(z,dat)
local TNIL=0
local TBOOLEAN=1
local TNUMBER=3
local TSTRING=4
local function bork(msg)
if option.DETAILS then base.print("BINEQUIV: "..msg)end
warn.BIN_EQUIV=true
end
local function zap_shbang(s)
local shbang=match(s,"^(#[^\r\n]*\r?\n?)")
if shbang then
s=sub(s,#shbang+1)
end
return s
end
local cz=loadstring(zap_shbang(z),"z")
if not cz then
bork("failed to compile original sources for binary chunk comparison")
return
end
local cdat=loadstring(zap_shbang(dat),"z")
if not cdat then
bork("failed to compile compressed result for binary chunk comparison")
end
local c1={i=1,dat=dump(cz)}
c1.len=#c1.dat
local c2={i=1,dat=dump(cdat)}
c2.len=#c2.dat
local endian,
sz_int,sz_sizet,
sz_inst,sz_number,
getint,getsizet
local function ensure(c,sz)
if c.i+sz-1>c.len then return end
return true
end
local function skip(c,sz)
if not sz then sz=1 end
c.i=c.i+sz
end
local function getbyte(c)
local i=c.i
if i>c.len then return end
local d=sub(c.dat,i,i)
c.i=i+1
return byte(d)
end
local function getint_l(c)
local n,scale=0,1
if not ensure(c,sz_int)then return end
for j=1,sz_int do
n=n+scale*getbyte(c)
scale=scale*256
end
return n
end
local function getint_b(c)
local n=0
if not ensure(c,sz_int)then return end
for j=1,sz_int do
n=n*256+getbyte(c)
end
return n
end
local function getsizet_l(c)
local n,scale=0,1
if not ensure(c,sz_sizet)then return end
for j=1,sz_sizet do
n=n+scale*getbyte(c)
scale=scale*256
end
return n
end
local function getsizet_b(c)
local n=0
if not ensure(c,sz_sizet)then return end
for j=1,sz_sizet do
n=n*256+getbyte(c)
end
return n
end
local function getblock(c,sz)
local i=c.i
local j=i+sz-1
if j>c.len then return end
local d=sub(c.dat,i,j)
c.i=i+sz
return d
end
local function getstring(c)
local n=getsizet(c)
if not n then return end
if n==0 then return""end
return getblock(c,n)
end
local function goodbyte(c1,c2)
local b1,b2=getbyte(c1),getbyte(c2)
if not b1 or not b2 or b1~=b2 then
return
end
return b1
end
local function badbyte(c1,c2)
local b=goodbyte(c1,c2)
if not b then return true end
end
local function goodint(c1,c2)
local i1,i2=getint(c1),getint(c2)
if not i1 or not i2 or i1~=i2 then
return
end
return i1
end
local function getfunc(c1,c2)
if not getstring(c1)or not getstring(c2)then
bork("bad source name");return
end
if not getint(c1)or not getint(c2)then
bork("bad linedefined");return
end
if not getint(c1)or not getint(c2)then
bork("bad lastlinedefined");return
end
if not(ensure(c1,4)and ensure(c2,4))then
bork("prototype header broken")
end
if badbyte(c1,c2)then
bork("bad nups");return
end
if badbyte(c1,c2)then
bork("bad numparams");return
end
if badbyte(c1,c2)then
bork("bad is_vararg");return
end
if badbyte(c1,c2)then
bork("bad maxstacksize");return
end
local ncode=goodint(c1,c2)
if not ncode then
bork("bad ncode");return
end
local code1=getblock(c1,ncode*sz_inst)
local code2=getblock(c2,ncode*sz_inst)
if not code1 or not code2 or code1~=code2 then
bork("bad code block");return
end
local nconst=goodint(c1,c2)
if not nconst then
bork("bad nconst");return
end
for i=1,nconst do
local ctype=goodbyte(c1,c2)
if not ctype then
bork("bad const type");return
end
if ctype==TBOOLEAN then
if badbyte(c1,c2)then
bork("bad boolean value");return
end
elseif ctype==TNUMBER then
local num1=getblock(c1,sz_number)
local num2=getblock(c2,sz_number)
if not num1 or not num2 or num1~=num2 then
bork("bad number value");return
end
elseif ctype==TSTRING then
local str1=getstring(c1)
local str2=getstring(c2)
if not str1 or not str2 or str1~=str2 then
bork("bad string value");return
end
end
end
local nproto=goodint(c1,c2)
if not nproto then
bork("bad nproto");return
end
for i=1,nproto do
if not getfunc(c1,c2)then
bork("bad function prototype");return
end
end
local sizelineinfo1=getint(c1)
if not sizelineinfo1 then
bork("bad sizelineinfo1");return
end
local sizelineinfo2=getint(c2)
if not sizelineinfo2 then
bork("bad sizelineinfo2");return
end
if not getblock(c1,sizelineinfo1*sz_int)then
bork("bad lineinfo1");return
end
if not getblock(c2,sizelineinfo2*sz_int)then
bork("bad lineinfo2");return
end
local sizelocvars1=getint(c1)
if not sizelocvars1 then
bork("bad sizelocvars1");return
end
local sizelocvars2=getint(c2)
if not sizelocvars2 then
bork("bad sizelocvars2");return
end
for i=1,sizelocvars1 do
if not getstring(c1)or not getint(c1)or not getint(c1)then
bork("bad locvars1");return
end
end
for i=1,sizelocvars2 do
if not getstring(c2)or not getint(c2)or not getint(c2)then
bork("bad locvars2");return
end
end
local sizeupvalues1=getint(c1)
if not sizeupvalues1 then
bork("bad sizeupvalues1");return
end
local sizeupvalues2=getint(c2)
if not sizeupvalues2 then
bork("bad sizeupvalues2");return
end
for i=1,sizeupvalues1 do
if not getstring(c1)then bork("bad upvalues1");return end
end
for i=1,sizeupvalues2 do
if not getstring(c2)then bork("bad upvalues2");return end
end
return true
end
if not(ensure(c1,12)and ensure(c2,12))then
bork("header broken")
end
skip(c1,6)
endian=getbyte(c1)
sz_int=getbyte(c1)
sz_sizet=getbyte(c1)
sz_inst=getbyte(c1)
sz_number=getbyte(c1)
skip(c1)
skip(c2,12)
if endian==1 then
getint=getint_l
getsizet=getsizet_l
else
getint=getint_b
getsizet=getsizet_b
end
getfunc(c1,c2)
if c1.i~=c1.len+1 then
bork("inconsistent binary chunk1");return
elseif c2.i~=c2.len+1 then
bork("inconsistent binary chunk2");return
end
end
end
preload["plugin/html"]=
function()
module"plugin/html"
local string=base.require"string"
local table=base.require"table"
local io=base.require"io"
local HTML_EXT=".html"
local ENTITIES={
["&"]="&amp;",["<"]="&lt;",[">"]="&gt;",
["'"]="&apos;",["\""]="&quot;",
}
local HEADER=[[
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
<html>
<head>
<title>%s</title>
<meta name="Generator" content="LuaSrcDiet">
<style type="text/css">
%s</style>
</head>
<body>
<pre class="code">
]]
local FOOTER=[[
</pre>
</body>
</html>
]]
local STYLESHEET=[[
BODY {
    background: white;
    color: navy;
}
pre.code { color: black; }
span.comment { color: #00a000; }
span.string  { color: #009090; }
span.keyword { color: black; font-weight: bold; }
span.number { color: #993399; }
span.operator { }
span.name { }
span.global { color: #ff0000; font-weight: bold; }
span.local { color: #0000ff; font-weight: bold; }
]]
local option
local srcfl,destfl
local toklist,seminfolist,toklnlist
local function print(...)
if option.QUIET then return end
base.print(...)
end
function init(_option,_srcfl,_destfl)
option=_option
srcfl=_srcfl
local extb,exte=string.find(srcfl,"%.[^%.%\\%/]*$")
local basename,extension=srcfl,""
if extb and extb>1 then
basename=string.sub(srcfl,1,extb-1)
extension=string.sub(srcfl,extb,exte)
end
destfl=basename..HTML_EXT
if option.OUTPUT_FILE then
destfl=option.OUTPUT_FILE
end
if srcfl==destfl then
base.error("output filename identical to input filename")
end
end
function post_load(z)
print([[
HTML plugin module for LuaSrcDiet
]])
print("Exporting: "..srcfl.." -> "..destfl.."\n")
end
function post_lex(_toklist,_seminfolist,_toklnlist)
toklist,seminfolist,toklnlist
=_toklist,_seminfolist,_toklnlist
end
local function do_entities(z)
local i=1
while i<=#z do
local c=string.sub(z,i,i)
local d=ENTITIES[c]
if d then
c=d
z=string.sub(z,1,i-1)..c..string.sub(z,i+1)
end
i=i+#c
end
return z
end
local function save_file(fname,dat)
local OUTF=io.open(fname,"wb")
if not OUTF then base.error("cannot open \""..fname.."\" for writing")end
local status=OUTF:write(dat)
if not status then base.error("cannot write to \""..fname.."\"")end
OUTF:close()
end
function post_parse(globalinfo,localinfo)
local html={}
local function add(s)
html[#html+1]=s
end
local function span(class,s)
add('<span class="'..class..'">'..s..'</span>')
end
for i=1,#globalinfo do
local obj=globalinfo[i]
local xref=obj.xref
for j=1,#xref do
local p=xref[j]
toklist[p]="TK_GLOBAL"
end
end
for i=1,#localinfo do
local obj=localinfo[i]
local xref=obj.xref
for j=1,#xref do
local p=xref[j]
toklist[p]="TK_LOCAL"
end
end
add(string.format(HEADER,
do_entities(srcfl),
STYLESHEET))
for i=1,#toklist do
local tok,info=toklist[i],seminfolist[i]
if tok=="TK_KEYWORD"then
span("keyword",info)
elseif tok=="TK_STRING"or tok=="TK_LSTRING"then
span("string",do_entities(info))
elseif tok=="TK_COMMENT"or tok=="TK_LCOMMENT"then
span("comment",do_entities(info))
elseif tok=="TK_GLOBAL"then
span("global",info)
elseif tok=="TK_LOCAL"then
span("local",info)
elseif tok=="TK_NAME"then
span("name",info)
elseif tok=="TK_NUMBER"then
span("number",info)
elseif tok=="TK_OP"then
span("operator",do_entities(info))
elseif tok~="TK_EOS"then
add(info)
end
end
add(FOOTER)
save_file(destfl,table.concat(html))
option.EXIT=true
end
end
preload["plugin/sloc"]=
function()
module"plugin/sloc"
local string=base.require"string"
local table=base.require"table"
local option
local srcfl
function init(_option,_srcfl,_destfl)
option=_option
option.QUIET=true
srcfl=_srcfl
end
local function split(blk)
local lines={}
local i,nblk=1,#blk
while i<=nblk do
local p,q,r,s=string.find(blk,"([\r\n])([\r\n]?)",i)
if not p then
p=nblk+1
end
lines[#lines+1]=string.sub(blk,i,p-1)
i=p+1
if p<nblk and q>p and r~=s then
i=i+1
end
end
return lines
end
function post_lex(toklist,seminfolist,toklnlist)
local lnow,sloc=0,0
local function chk(ln)
if ln>lnow then
sloc=sloc+1;lnow=ln
end
end
for i=1,#toklist do
local tok,info,ln
=toklist[i],seminfolist[i],toklnlist[i]
if tok=="TK_KEYWORD"or tok=="TK_NAME"or
tok=="TK_NUMBER"or tok=="TK_OP"then
chk(ln)
elseif tok=="TK_STRING"then
local t=split(info)
ln=ln-#t+1
for j=1,#t do
chk(ln);ln=ln+1
end
elseif tok=="TK_LSTRING"then
local t=split(info)
ln=ln-#t+1
for j=1,#t do
if t[j]~=""then chk(ln)end
ln=ln+1
end
end
end
base.print(srcfl..": "..sloc)
option.EXIT=true
end
end
local llex=require"llex"
local lparser=require"lparser"
local optlex=require"optlex"
local optparser=require"optparser"
local equiv=require"equiv"
local plugin
local MSG_TITLE=[[
LuaSrcDiet: Puts your Lua 5.1 source code on a diet
Version 0.12.1 (20120407)  Copyright (c) 2012 Kein-Hong Man
The COPYRIGHT file describes the conditions under which this
software may be distributed.
]]
local MSG_USAGE=[[
usage: LuaSrcDiet [options] [filenames]

example:
  >LuaSrcDiet myscript.lua -o myscript_.lua

options:
  -v, --version       prints version information
  -h, --help          prints usage information
  -o <file>           specify file name to write output
  -s <suffix>         suffix for output files (default '_')
  --keep <msg>        keep block comment with <msg> inside
  --plugin <module>   run <module> in plugin/ directory
  -                   stop handling arguments

  (optimization levels)
  --none              all optimizations off (normalizes EOLs only)
  --basic             lexer-based optimizations only
  --maximum           maximize reduction of source

  (informational)
  --quiet             process files quietly
  --read-only         read file and print token stats only
  --dump-lexer        dump raw tokens from lexer to stdout
  --dump-parser       dump variable tracking tables from parser
  --details           extra info (strings, numbers, locals)

features (to disable, insert 'no' prefix like --noopt-comments):
%s
default settings:
%s]]
local OPTION=[[
--opt-comments,'remove comments and block comments'
--opt-whitespace,'remove whitespace excluding EOLs'
--opt-emptylines,'remove empty lines'
--opt-eols,'all above, plus remove unnecessary EOLs'
--opt-strings,'optimize strings and long strings'
--opt-numbers,'optimize numbers'
--opt-locals,'optimize local variable names'
--opt-entropy,'tries to reduce symbol entropy of locals'
--opt-srcequiv,'insist on source (lexer stream) equivalence'
--opt-binequiv,'insist on binary chunk equivalence'
--opt-experimental,'apply experimental optimizations'
]]
local DEFAULT_CONFIG=[[
  --opt-comments --opt-whitespace --opt-emptylines
  --opt-numbers --opt-locals
  --opt-srcequiv --opt-binequiv
]]
local BASIC_CONFIG=[[
  --opt-comments --opt-whitespace --opt-emptylines
  --noopt-eols --noopt-strings --noopt-numbers
  --noopt-locals --noopt-entropy
  --opt-srcequiv --opt-binequiv
]]
local MAXIMUM_CONFIG=[[
  --opt-comments --opt-whitespace --opt-emptylines
  --opt-eols --opt-strings --opt-numbers
  --opt-locals --opt-entropy
  --opt-srcequiv --opt-binequiv
]]
local NONE_CONFIG=[[
  --noopt-comments --noopt-whitespace --noopt-emptylines
  --noopt-eols --noopt-strings --noopt-numbers
  --noopt-locals --noopt-entropy
  --opt-srcequiv --opt-binequiv
]]
local DEFAULT_SUFFIX="_"
local PLUGIN_SUFFIX="plugin/"
local function die(msg)
print("LuaSrcDiet (error): "..msg);os.exit(1)
end
if not match(_VERSION,"5.1",1,1)then
die("requires Lua 5.1 to run")
end
local MSG_OPTIONS=""
do
local WIDTH=24
local o={}
for op,desc in gmatch(OPTION,"%s*([^,]+),'([^']+)'")do
local msg="  "..op
msg=msg..string.rep(" ",WIDTH-#msg)..desc.."\n"
MSG_OPTIONS=MSG_OPTIONS..msg
o[op]=true
o["--no"..sub(op,3)]=true
end
OPTION=o
end
MSG_USAGE=string.format(MSG_USAGE,MSG_OPTIONS,DEFAULT_CONFIG)
if p_embedded then
local EMBED_INFO="\nembedded plugins:\n"
for i=1,#p_embedded do
local p=p_embedded[i]
EMBED_INFO=EMBED_INFO.."  "..plugin_info[p].."\n"
end
MSG_USAGE=MSG_USAGE..EMBED_INFO
end
local suffix=DEFAULT_SUFFIX
local option={}
local stat_c,stat_l
local function set_options(CONFIG)
for op in gmatch(CONFIG,"(%-%-%S+)")do
if sub(op,3,4)=="no"and
OPTION["--"..sub(op,5)]then
option[sub(op,5)]=false
else
option[sub(op,3)]=true
end
end
end
local TTYPES={
"TK_KEYWORD","TK_NAME","TK_NUMBER",
"TK_STRING","TK_LSTRING","TK_OP",
"TK_EOS",
"TK_COMMENT","TK_LCOMMENT",
"TK_EOL","TK_SPACE",
}
local TTYPE_GRAMMAR=7
local EOLTYPES={
["\n"]="LF",["\r"]="CR",
["\n\r"]="LFCR",["\r\n"]="CRLF",
}
local function load_file(fname)
local INF=io.open(fname,"rb")
if not INF then die('cannot open "'..fname..'" for reading')end
local dat=INF:read("*a")
if not dat then die('cannot read from "'..fname..'"')end
INF:close()
return dat
end
local function save_file(fname,dat)
local OUTF=io.open(fname,"wb")
if not OUTF then die('cannot open "'..fname..'" for writing')end
local status=OUTF:write(dat)
if not status then die('cannot write to "'..fname..'"')end
OUTF:close()
end
local function stat_init()
stat_c,stat_l={},{}
for i=1,#TTYPES do
local ttype=TTYPES[i]
stat_c[ttype],stat_l[ttype]=0,0
end
end
local function stat_add(tok,seminfo)
stat_c[tok]=stat_c[tok]+1
stat_l[tok]=stat_l[tok]+#seminfo
end
local function stat_calc()
local function avg(c,l)
if c==0 then return 0 end
return l/c
end
local stat_a={}
local c,l=0,0
for i=1,TTYPE_GRAMMAR do
local ttype=TTYPES[i]
c=c+stat_c[ttype];l=l+stat_l[ttype]
end
stat_c.TOTAL_TOK,stat_l.TOTAL_TOK=c,l
stat_a.TOTAL_TOK=avg(c,l)
c,l=0,0
for i=1,#TTYPES do
local ttype=TTYPES[i]
c=c+stat_c[ttype];l=l+stat_l[ttype]
stat_a[ttype]=avg(stat_c[ttype],stat_l[ttype])
end
stat_c.TOTAL_ALL,stat_l.TOTAL_ALL=c,l
stat_a.TOTAL_ALL=avg(c,l)
return stat_a
end
local function dump_tokens(srcfl)
local z=load_file(srcfl)
llex.init(z)
llex.llex()
local toklist,seminfolist=llex.tok,llex.seminfo
for i=1,#toklist do
local tok,seminfo=toklist[i],seminfolist[i]
if tok=="TK_OP"and string.byte(seminfo)<32 then
seminfo="("..string.byte(seminfo)..")"
elseif tok=="TK_EOL"then
seminfo=EOLTYPES[seminfo]
else
seminfo="'"..seminfo.."'"
end
print(tok.." "..seminfo)
end
end
local function dump_parser(srcfl)
local print=print
local z=load_file(srcfl)
llex.init(z)
llex.llex()
local toklist,seminfolist,toklnlist
=llex.tok,llex.seminfo,llex.tokln
lparser.init(toklist,seminfolist,toklnlist)
local xinfo=lparser.parser()
local globalinfo,localinfo=
xinfo.globalinfo,xinfo.localinfo
local hl=string.rep("-",72)
print("*** Local/Global Variable Tracker Tables ***")
print(hl.."\n GLOBALS\n"..hl)
for i=1,#globalinfo do
local obj=globalinfo[i]
local msg="("..i..") '"..obj.name.."' -> "
local xref=obj.xref
for j=1,#xref do msg=msg..xref[j].." "end
print(msg)
end
print(hl.."\n LOCALS (decl=declared act=activated rem=removed)\n"..hl)
for i=1,#localinfo do
local obj=localinfo[i]
local msg="("..i..") '"..obj.name.."' decl:"..obj.decl..
" act:"..obj.act.." rem:"..obj.rem
if obj.isself then
msg=msg.." isself"
end
msg=msg.." -> "
local xref=obj.xref
for j=1,#xref do msg=msg..xref[j].." "end
print(msg)
end
print(hl.."\n")
end
local function read_only(srcfl)
local print=print
local z=load_file(srcfl)
llex.init(z)
llex.llex()
local toklist,seminfolist=llex.tok,llex.seminfo
print(MSG_TITLE)
print("Statistics for: "..srcfl.."\n")
stat_init()
for i=1,#toklist do
local tok,seminfo=toklist[i],seminfolist[i]
stat_add(tok,seminfo)
end
local stat_a=stat_calc()
local fmt=string.format
local function figures(tt)
return stat_c[tt],stat_l[tt],stat_a[tt]
end
local tabf1,tabf2="%-16s%8s%8s%10s","%-16s%8d%8d%10.2f"
local hl=string.rep("-",42)
print(fmt(tabf1,"Lexical","Input","Input","Input"))
print(fmt(tabf1,"Elements","Count","Bytes","Average"))
print(hl)
for i=1,#TTYPES do
local ttype=TTYPES[i]
print(fmt(tabf2,ttype,figures(ttype)))
if ttype=="TK_EOS"then print(hl)end
end
print(hl)
print(fmt(tabf2,"Total Elements",figures("TOTAL_ALL")))
print(hl)
print(fmt(tabf2,"Total Tokens",figures("TOTAL_TOK")))
print(hl.."\n")
end
local function process_file(srcfl,destfl)
local function print(...)
if option.QUIET then return end
_G.print(...)
end
if plugin and plugin.init then
option.EXIT=false
plugin.init(option,srcfl,destfl)
if option.EXIT then return end
end
print(MSG_TITLE)
local z=load_file(srcfl)
if plugin and plugin.post_load then
z=plugin.post_load(z)or z
if option.EXIT then return end
end
llex.init(z)
llex.llex()
local toklist,seminfolist,toklnlist
=llex.tok,llex.seminfo,llex.tokln
if plugin and plugin.post_lex then
plugin.post_lex(toklist,seminfolist,toklnlist)
if option.EXIT then return end
end
stat_init()
for i=1,#toklist do
local tok,seminfo=toklist[i],seminfolist[i]
stat_add(tok,seminfo)
end
local stat1_a=stat_calc()
local stat1_c,stat1_l=stat_c,stat_l
optparser.print=print
lparser.init(toklist,seminfolist,toklnlist)
local xinfo=lparser.parser()
if plugin and plugin.post_parse then
plugin.post_parse(xinfo.globalinfo,xinfo.localinfo)
if option.EXIT then return end
end
optparser.optimize(option,toklist,seminfolist,xinfo)
if plugin and plugin.post_optparse then
plugin.post_optparse()
if option.EXIT then return end
end
local warn=optlex.warn
optlex.print=print
toklist,seminfolist,toklnlist
=optlex.optimize(option,toklist,seminfolist,toklnlist)
if plugin and plugin.post_optlex then
plugin.post_optlex(toklist,seminfolist,toklnlist)
if option.EXIT then return end
end
local dat=table.concat(seminfolist)
if string.find(dat,"\r\n",1,1)or
string.find(dat,"\n\r",1,1)then
warn.MIXEDEOL=true
end
equiv.init(option,llex,warn)
equiv.source(z,dat)
equiv.binary(z,dat)
local smsg="before and after lexer streams are NOT equivalent!"
local bmsg="before and after binary chunks are NOT equivalent!"
if warn.SRC_EQUIV then
if option["opt-srcequiv"]then die(smsg)end
else
print("*** SRCEQUIV: token streams are sort of equivalent")
if option["opt-locals"]then
print("(but no identifier comparisons since --opt-locals enabled)")
end
print()
end
if warn.BIN_EQUIV then
if option["opt-binequiv"]then die(bmsg)end
else
print("*** BINEQUIV: binary chunks are sort of equivalent")
print()
end
save_file(destfl,dat)
stat_init()
for i=1,#toklist do
local tok,seminfo=toklist[i],seminfolist[i]
stat_add(tok,seminfo)
end
local stat_a=stat_calc()
print("Statistics for: "..srcfl.." -> "..destfl.."\n")
local fmt=string.format
local function figures(tt)
return stat1_c[tt],stat1_l[tt],stat1_a[tt],
stat_c[tt],stat_l[tt],stat_a[tt]
end
local tabf1,tabf2="%-16s%8s%8s%10s%8s%8s%10s",
"%-16s%8d%8d%10.2f%8d%8d%10.2f"
local hl=string.rep("-",68)
print("*** lexer-based optimizations summary ***\n"..hl)
print(fmt(tabf1,"Lexical",
"Input","Input","Input",
"Output","Output","Output"))
print(fmt(tabf1,"Elements",
"Count","Bytes","Average",
"Count","Bytes","Average"))
print(hl)
for i=1,#TTYPES do
local ttype=TTYPES[i]
print(fmt(tabf2,ttype,figures(ttype)))
if ttype=="TK_EOS"then print(hl)end
end
print(hl)
print(fmt(tabf2,"Total Elements",figures("TOTAL_ALL")))
print(hl)
print(fmt(tabf2,"Total Tokens",figures("TOTAL_TOK")))
print(hl)
if warn.LSTRING then
print("* WARNING: "..warn.LSTRING)
elseif warn.MIXEDEOL then
print("* WARNING: ".."output still contains some CRLF or LFCR line endings")
elseif warn.SRC_EQUIV then
print("* WARNING: "..smsg)
elseif warn.BIN_EQUIV then
print("* WARNING: "..bmsg)
end
print()
end
local arg={...}
local fspec={}
set_options(DEFAULT_CONFIG)
local function do_files(fspec)
for i=1,#fspec do
local srcfl=fspec[i]
local destfl
local extb,exte=string.find(srcfl,"%.[^%.%\\%/]*$")
local basename,extension=srcfl,""
if extb and extb>1 then
basename=sub(srcfl,1,extb-1)
extension=sub(srcfl,extb,exte)
end
destfl=basename..suffix..extension
if#fspec==1 and option.OUTPUT_FILE then
destfl=option.OUTPUT_FILE
end
if srcfl==destfl then
die("output filename identical to input filename")
end
if option.DUMP_LEXER then
dump_tokens(srcfl)
elseif option.DUMP_PARSER then
dump_parser(srcfl)
elseif option.READ_ONLY then
read_only(srcfl)
else
process_file(srcfl,destfl)
end
end
end
local function main()
local argn,i=#arg,1
if argn==0 then
option.HELP=true
end
while i<=argn do
local o,p=arg[i],arg[i+1]
local dash=match(o,"^%-%-?")
if dash=="-"then
if o=="-h"then
option.HELP=true;break
elseif o=="-v"then
option.VERSION=true;break
elseif o=="-s"then
if not p then die("-s option needs suffix specification")end
suffix=p
i=i+1
elseif o=="-o"then
if not p then die("-o option needs a file name")end
option.OUTPUT_FILE=p
i=i+1
elseif o=="-"then
break
else
die("unrecognized option "..o)
end
elseif dash=="--"then
if o=="--help"then
option.HELP=true;break
elseif o=="--version"then
option.VERSION=true;break
elseif o=="--keep"then
if not p then die("--keep option needs a string to match for")end
option.KEEP=p
i=i+1
elseif o=="--plugin"then
if not p then die("--plugin option needs a module name")end
if option.PLUGIN then die("only one plugin can be specified")end
option.PLUGIN=p
plugin=require(PLUGIN_SUFFIX..p)
i=i+1
elseif o=="--quiet"then
option.QUIET=true
elseif o=="--read-only"then
option.READ_ONLY=true
elseif o=="--basic"then
set_options(BASIC_CONFIG)
elseif o=="--maximum"then
set_options(MAXIMUM_CONFIG)
elseif o=="--none"then
set_options(NONE_CONFIG)
elseif o=="--dump-lexer"then
option.DUMP_LEXER=true
elseif o=="--dump-parser"then
option.DUMP_PARSER=true
elseif o=="--details"then
option.DETAILS=true
elseif OPTION[o]then
set_options(o)
else
die("unrecognized option "..o)
end
else
fspec[#fspec+1]=o
end
i=i+1
end
if option.HELP then
print(MSG_TITLE..MSG_USAGE);return true
elseif option.VERSION then
print(MSG_TITLE);return true
end
if#fspec>0 then
if#fspec>1 and option.OUTPUT_FILE then
die("with -o, only one source file can be specified")
end
do_files(fspec)
return true
else
die("nothing to do!")
end
end
if not main()then
die("Please run with option -h or --help for usage information")
end