class Kachet::Tokenizer

Defined in:

kachet.cr

Constructors

Instance Method Summary

Constructor Detail

def self.new(tree) #

[View source]

Instance Method Detail

def build_path(text, edge_builders) #

[View source]
def path_to_ranges(path) #

[View source]
def ranges_to_tokens(ranges, text) #

[View source]
def tokenize(text : String) #

[View source]