class SHAInet::PositionWiseFF

Defined in:

shainet/transformer/positionwise_ff.cr

Constructors

Instance Method Summary

Constructor Detail

def self.new(d_model : Int32, hidden_dim : Int32) #

[View source]

Instance Method Detail

def apply_gradients(lr : Float64) #

[View source]
def b1 : SHAInet::SimpleMatrix #

[View source]
def b2 : SHAInet::SimpleMatrix #

[View source]
def backward(d_out : SimpleMatrix) #

[View source]
def forward(x : SimpleMatrix) #

[View source]
def g_b1 : SimpleMatrix #

[View source]
def g_b1=(g_b1 : SimpleMatrix) #

[View source]
def g_b2 : SimpleMatrix #

[View source]
def g_b2=(g_b2 : SimpleMatrix) #

[View source]
def g_w1 : SimpleMatrix #

[View source]
def g_w1=(g_w1 : SimpleMatrix) #

[View source]
def g_w2 : SimpleMatrix #

[View source]
def g_w2=(g_w2 : SimpleMatrix) #

[View source]
def w1 : SHAInet::SimpleMatrix #

[View source]
def w2 : SHAInet::SimpleMatrix #

[View source]
def zero_gradients #

[View source]