class Cadmium::Token

Overview

An individual token — i.e. a word, punctuation symbol, whitespace, etc

Defined in:

cadmium/token.cr

Constructors

Instance Method Summary

Constructor Detail

def self.new(verbatim : String = "", pos : Nil | String = "", univ_pos : Symbol | Nil = :none, morphology : String | Symbol | Nil = :none, is_start_sentence : Bool = false, is_punctuation : Bool = false, language : Symbol = :en) #

[View source]

Instance Method Detail

def is_base_form? : Bool #

ameba:disable Metrics/CyclomaticComplexity


[View source]
def is_oov : Bool #

[View source]
def is_oov=(is_oov : Bool) #

[View source]
def is_punctuation : Bool #

[View source]
def is_punctuation=(is_punctuation : Bool) #

[View source]
def is_start_sentence : Bool #

[View source]
def is_start_sentence=(is_start_sentence : Bool) #

[View source]
def is_stop_word : Bool #

[View source]
def is_stop_word=(is_stop_word : Bool) #

[View source]
def language : Symbol #

[View source]
def language=(language : Symbol) #

[View source]
def lemma : String | Nil #

[View source]
def lemma=(lemma : String | Nil) #

[View source]
def morphology : Symbol | String | Nil #

[View source]
def morphology=(morphology : Symbol | String | Nil) #

[View source]
def ner_tag : String | Nil #

[View source]
def ner_tag=(ner_tag : String | Nil) #

[View source]
def pos : String | Nil #

[View source]
def pos=(pos : String | Nil) #

[View source]
def size #

[View source]
def token_vector : Apatite::Vector(Float64) | Nil #

[View source]
def token_vector=(token_vector : Apatite::Vector(Float64) | Nil) #

[View source]
def univ_pos : Symbol | Nil #

[View source]
def univ_pos=(univ_pos : Symbol | Nil) #

[View source]
def verbatim : String #

[View source]
def verbatim=(verbatim : String) #

[View source]