Files
cell/tokenize.ce

7 lines
216 B
Plaintext

var fd = use("fd")
var tokenize = use("tokenize")
var filename = args[0]
var src = text(fd.slurp(filename))
var result = tokenize(src, filename)
print(json.encode({filename: result.filename, tokens: result.tokens}))