class Kachet::Tokenizer

Kachet::Tokenizer
Reference
Object

Defined in:

kachet.cr

Constructors

.new(tree)

Instance Method Summary

#build_path(text, edge_builders)
#path_to_ranges(path)
#ranges_to_tokens(ranges, text)
#tokenize(text : String)

Constructor Detail

def self.new(tree) #

[View source]

Instance Method Detail

def build_path(text, edge_builders) #

[View source]

def path_to_ranges(path) #

[View source]

def ranges_to_tokens(ranges, text) #

[View source]

def tokenize(text : String) #

[View source]