struct Llama::Usage

Defined in:

llama/result.cr

Constructors

Instance Method Summary

Constructor Detail

def self.new(prompt_tokens : Int32, generated_tokens : Int32, prompt_seconds : Float64, generation_seconds : Float64) #

[View source]

Instance Method Detail

def clone #

[View source]
def copy_with(prompt_tokens _prompt_tokens = @prompt_tokens, generated_tokens _generated_tokens = @generated_tokens, prompt_seconds _prompt_seconds = @prompt_seconds, generation_seconds _generation_seconds = @generation_seconds) #

[View source]
def generated_tokens : Int32 #

def generation_seconds : Float64 #

def prompt_seconds : Float64 #

def prompt_tokens : Int32 #

def tokens_per_second : Float64 #

[View source]