struct Lexer::Token

Defined in:

lexer/token.cr

Constructors

Class Method Summary

Instance Method Summary

Constructor Detail

def self.new(mode : TokenMode = TokenMode::NormalizeOnly, text : String = "", locale : Lang = Lang::Eng, index_limit : UInt8 = Store::MAX_TERM_INDEX_SIZE, keywords : String = "", headers : String = "") #

[View source]

Class Method Detail

def self.normalize(word) #

[View source]

Instance Method Detail

def index_limit : UInt8 #

[View source]
def index_limit=(index_limit : UInt8) #

[View source]
def parse_text #

[View source]
def parse_text(&) #

[View source]