class Llama::ModelOptions

Defined in:

llama/options.cr

Constructors

Instance Method Summary

Constructor Detail

def self.new(gpu_layers : Int32 = 0, use_mmap : Bool = true, use_mlock : Bool = false, vocab_only : Bool = false, lazy_mode : LazyMode = LazyMode::AUTO, check_tensors : Bool = false) #

[View source]

Instance Method Detail

def check_tensors : Bool #

[View source]
def gpu_layers : Int32 #

[View source]
def lazy_mode : LazyMode #

[View source]
def use_mlock : Bool #

[View source]
def use_mmap : Bool #

[View source]
def vocab_only : Bool #

[View source]