module Cadmium

Defined in:

lib/cadmium_tokenizer/src/cadmium/tokenizer.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/aggressive.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/case.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/diacritics.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/paragraph.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/pragmatic.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/pragmatic/languages.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/pragmatic/languages/bulgarian.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/pragmatic/languages/common.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/pragmatic/languages/czech.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/pragmatic/languages/deutsch.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/pragmatic/languages/english.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/pragmatic/languages/french.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/pragmatic/languages/portuguese.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/pragmatic/languages/spanish.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/pragmatic/post_processor.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/pragmatic/pre_processor.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/pragmatic/regex.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/regex.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/sentence.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/stop_words.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/tokenizer.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/treebank_word.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/visible_char.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/whitespace.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/word.cr
lib/cadmium_tokenizer/src/cadmium/tokenizer/word_punctuation.cr
cadmium/ngrams.cr