6 lines
211 B
Plaintext
6 lines
211 B
Plaintext
var tokenize = use("tokenize")
|
|
var src = args[0]
|
|
var filename = length(args) > 1 ? args[1] : "<stdin>"
|
|
var result = tokenize(src, filename)
|
|
print(json.encode({filename: result.filename, tokens: result.tokens}))
|