module Merlin::Tokenizer(IdentT)

Direct including types

Defined in:

parser/tokenizer.cr

Constant Summary

Log = ::Log.for("lang.tokenizer")

Instance Method Summary

Instance Method Detail

def tokenize(str : String, filename : String | Nil = nil) : Array(MatchedToken(IdentT)) #

[View source]