126 lines
3.8 KiB
Plaintext
126 lines
3.8 KiB
Plaintext
// regen.ce — regenerate .mcode bytecode files and pre-warm .mach cache
|
|
|
|
var fd = use("fd")
|
|
var json = use("json")
|
|
var crypto = use("crypto")
|
|
var tokenize = use("tokenize")
|
|
var parse = use("parse")
|
|
var fold = use("fold")
|
|
var mcode = use("mcode")
|
|
var streamline = use("streamline")
|
|
|
|
// Pipeline files (tokenize/parse/fold/mcode/streamline) are only regenerated
|
|
// with --all flag since they require a self-consistent compiler to bootstrap.
|
|
var pipeline_files = [
|
|
{src: "tokenize.cm", name: "tokenize", out: "boot/tokenize.cm.mcode"},
|
|
{src: "parse.cm", name: "parse", out: "boot/parse.cm.mcode"},
|
|
{src: "fold.cm", name: "fold", out: "boot/fold.cm.mcode"},
|
|
{src: "mcode.cm", name: "mcode", out: "boot/mcode.cm.mcode"},
|
|
{src: "streamline.cm", name: "streamline", out: "boot/streamline.cm.mcode"}
|
|
]
|
|
|
|
var files = [
|
|
{src: "qbe.cm", name: "qbe", out: "boot/qbe.cm.mcode"},
|
|
{src: "qbe_emit.cm", name: "qbe_emit", out: "boot/qbe_emit.cm.mcode"},
|
|
{src: "verify_ir.cm", name: "verify_ir", out: "boot/verify_ir.cm.mcode"},
|
|
{src: "internal/bootstrap.cm", name: "bootstrap", out: "boot/bootstrap.cm.mcode"},
|
|
{src: "internal/engine.cm", name: "engine", out: "boot/engine.cm.mcode"},
|
|
{src: "boot/seed_bootstrap.cm", name: "seed_bootstrap", out: "boot/seed_bootstrap.cm.mcode"},
|
|
{src: "fd.cm", name: "fd", out: "boot/fd.cm.mcode"},
|
|
{src: "time.cm", name: "time", out: "boot/time.cm.mcode"},
|
|
{src: "pronto.cm", name: "pronto", out: "boot/pronto.cm.mcode"},
|
|
{src: "toml.cm", name: "toml", out: "boot/toml.cm.mcode"},
|
|
{src: "link.cm", name: "link", out: "boot/link.cm.mcode"},
|
|
{src: "toolchains.cm", name: "toolchains", out: "boot/toolchains.cm.mcode"},
|
|
{src: "package.cm", name: "package", out: "boot/package.cm.mcode"},
|
|
{src: "internal/shop.cm", name: "internal_shop", out: "boot/internal_shop.cm.mcode"}
|
|
]
|
|
|
|
// Include pipeline files with --all flag
|
|
var os = use('os')
|
|
var regen_all = args != null && length(args) > 0 && args[0] == "--all"
|
|
if (regen_all) {
|
|
files = array(pipeline_files, files)
|
|
}
|
|
|
|
// Resolve shop_path for cache writes
|
|
var shop = os.getenv('CELL_SHOP')
|
|
var home = null
|
|
var cache_dir = null
|
|
if (!shop) {
|
|
home = os.getenv('HOME')
|
|
if (home) {
|
|
shop = home + '/.cell'
|
|
}
|
|
}
|
|
if (shop) {
|
|
cache_dir = shop + '/build'
|
|
if (!fd.is_dir(cache_dir)) {
|
|
fd.mkdir(cache_dir)
|
|
}
|
|
}
|
|
|
|
var i = 0
|
|
var entry = null
|
|
var src = null
|
|
var tok_result = null
|
|
var ast = null
|
|
var folded = null
|
|
var mcode_blob = null
|
|
var hash = null
|
|
var mach_blob = null
|
|
var compiled = null
|
|
var optimized = null
|
|
var mcode_text = null
|
|
var f = null
|
|
var errs = null
|
|
var ei = 0
|
|
var e = null
|
|
var had_errors = false
|
|
var compact_mcode = null
|
|
|
|
while (i < length(files)) {
|
|
entry = files[i]
|
|
src = text(fd.slurp(entry.src))
|
|
tok_result = tokenize(src, entry.src)
|
|
ast = parse(tok_result.tokens, src, entry.src, tokenize)
|
|
// Check for parse/semantic errors
|
|
errs = ast.errors
|
|
if (errs != null && length(errs) > 0) {
|
|
ei = 0
|
|
while (ei < length(errs)) {
|
|
e = errs[ei]
|
|
if (e.line != null) {
|
|
print(`${entry.src}:${text(e.line)}:${text(e.column)}: error: ${e.message}`)
|
|
} else {
|
|
print(`${entry.src}: error: ${e.message}`)
|
|
}
|
|
ei = ei + 1
|
|
}
|
|
had_errors = true
|
|
i = i + 1
|
|
continue
|
|
}
|
|
folded = fold(ast)
|
|
compiled = mcode(folded)
|
|
optimized = streamline(compiled)
|
|
mcode_text = json.encode(optimized)
|
|
f = fd.open(entry.out, "w")
|
|
fd.write(f, mcode_text)
|
|
fd.close(f)
|
|
print(`wrote ${entry.out}`)
|
|
// Pre-warm .mach cache
|
|
if (cache_dir) {
|
|
mcode_blob = stone(blob(mcode_text))
|
|
hash = text(crypto.blake2(mcode_blob), 'h')
|
|
compact_mcode = json.encode(optimized)
|
|
mach_blob = mach_compile_mcode_bin(entry.name, compact_mcode)
|
|
fd.slurpwrite(cache_dir + '/' + hash, mach_blob)
|
|
print(` cached ${hash}`)
|
|
}
|
|
i = i + 1
|
|
}
|
|
if (had_errors) {
|
|
print("regen aborted: fix errors above")
|
|
}
|