8 lines
258 B
Plaintext
8 lines
258 B
Plaintext
// cell tokenize - Tokenize a source file and output token stream
|
|
|
|
var json = use("json")
|
|
var shop = use("internal/shop")
|
|
var filename = args[0]
|
|
var result = shop.tokenize_file(filename)
|
|
print(json.encode({filename: result.filename, tokens: result.tokens}))
|