Files
cell/tokenize.ce

8 lines
239 B
Plaintext

var fd = use("fd")
var json = use("json")
var tokenize = use("tokenize")
var filename = args[0]
var src = text(fd.slurp(filename))
var result = tokenize(src, filename)
print(json.encode({filename: result.filename, tokens: result.tokens}))