class Cadmium::NGrams

Defined in:

cadmium/ngrams.cr

Constructors

Instance Method Summary

Constructor Detail

def self.new(tokenizer : Cadmium::Tokenizer::Base = Cadmium::Tokenizer::Word.new) #

[View source]

Instance Method Detail

def bigrams(sequence, start_symbol = nil, end_symbol = nil) #

[View source]
def ngrams(sequence, n, start_symbol = nil, end_symbol = nil) #

[View source]
def tokenizer : Cadmium::Tokenizer::Base #

[View source]
def tokenizer=(tokenizer : Cadmium::Tokenizer::Base) #

[View source]
def trigrams(sequence, start_symbol = nil, end_symbol = nil) #

[View source]
def unigrams(sequence, start_symbol = nil, end_symbol = nil) #

[View source]