module Cadmium::Tokenizer

Defined in:

cadmium/tokenizer/aggressive.cr
cadmium/tokenizer/case.cr
cadmium/tokenizer/diacritics.cr
cadmium/tokenizer/paragraph.cr
cadmium/tokenizer/pragmatic.cr
cadmium/tokenizer/pragmatic/languages.cr
cadmium/tokenizer/pragmatic/languages/bulgarian.cr
cadmium/tokenizer/pragmatic/languages/common.cr
cadmium/tokenizer/pragmatic/languages/czech.cr
cadmium/tokenizer/pragmatic/languages/deutsch.cr
cadmium/tokenizer/pragmatic/languages/english.cr
cadmium/tokenizer/pragmatic/languages/french.cr
cadmium/tokenizer/pragmatic/languages/portuguese.cr
cadmium/tokenizer/pragmatic/languages/spanish.cr
cadmium/tokenizer/pragmatic/post_processor.cr
cadmium/tokenizer/pragmatic/pre_processor.cr
cadmium/tokenizer/pragmatic/regex.cr
cadmium/tokenizer/regex.cr
cadmium/tokenizer/sentence.cr
cadmium/tokenizer/stop_words.cr
cadmium/tokenizer/tokenizer.cr
cadmium/tokenizer/treebank_word.cr
cadmium/tokenizer/visible_char.cr
cadmium/tokenizer/whitespace.cr
cadmium/tokenizer/word.cr
cadmium/tokenizer/word_punctuation.cr