module Lexer::TokenBuilder

Defined in:

lexer/token_builder.cr

Constant Summary

TEXT_LANG_DETECT_NGRAM_UNDER_CHARS = 60
TEXT_LANG_DETECT_PROCEED_OVER_CHARS = 20
TEXT_LANG_TRUNCATE_OVER_CHARS = 200

Class Method Summary

Class Method Detail

def self.from(mode, text, hinted_lang = nil, index_limit = Store::MAX_TERM_INDEX_SIZE, keywords = nil, headers = nil) #

[View source]
def self.from_query_lang(lang) #

[View source]