class Tokenizer::Abstract

Defined in:

tokenizer/abstract.cr

Constructors

Instance Method Summary

Instance methods inherited from class Tokenizer

buffer : IO::Memory buffer, clear clear

Constructor methods inherited from class Tokenizer

new(token_size : Int32, indicator = nil)
new(*delimiter)
new(&callback : IO::Memory -> Int32)
new

Constructor Detail

def self.new(&callback : IO::Memory -> Int32) #

[View source]

Instance Method Detail

def callback : IO::Memory -> Int32 #

[View source]
def callback=(callback : IO::Memory -> Int32) #

[View source]
def extract(data) #

[View source]