class Lexbor::Tokenizer::Collection

Overview

Helper tokenizer state class which store tokens into array, provide methods to iterator throuht them.

Defined in:

lexbor/tokenizer/collection.cr

Constructors

Instance Method Summary

Instance methods inherited from class Lexbor::Tokenizer::State

free free, on_begin(tokenizer) on_begin, on_end on_end, on_token(token) on_token, parse(str, skip_whitespace_tokens = false) parse, svg_namespace : Bool svg_namespace, svg_namespace=(svg_namespace : Bool) svg_namespace=, tokenizer : Tokenizer | Nil tokenizer, tokenizer! tokenizer!

Constructor Detail

def self.new(page_size = 1000) #

[View source]

Instance Method Detail

def clear #

[View source]
def each(&) #

[View source]
def first #

[View source]
def inspect(io) #

[View source]
def last #

[View source]
def on_token(token) #

[View source]
def parse(str, ws = true) #

[View source]
def root #

[View source]
def size #

[View source]
def storage : Lexbor::Utils::PagedArray(Lexbor::Lib::HtmlToken) #

[View source]