class Tokenizer::Length

Defined in:

tokenizer/length.cr

Constructors

Instance Method Summary

Instance methods inherited from class Tokenizer

buffer : IO::Memory buffer, clear clear

Constructor methods inherited from class Tokenizer

new(token_size : Int32, indicator = nil)
new(*delimiter)
new(&callback : IO::Memory -> Int32) new

Constructor Detail

def self.new(token_size : Int32) #

[View source]

Instance Method Detail

def extract(data) #

[View source]
def indicator : Slice(UInt8)? #

[View source]
def indicator=(indicator) #

[View source]
def token_size : Int32 #

[View source]
def token_size=(token_size : Int32) #

[View source]