Class: LLaMACpp::ModelParams

Inherits:
Object
  • Object
show all
Defined in:
ext/llama_cpp/dummy.rb

Overview

Class for model parameters.

Instance Method Summary collapse

Instance Method Details

#check_tensors ⇒ Boolean

Returns the flag to validate model tensor data.

Returns:

  • (Boolean) 


721
 
# File 'ext/llama_cpp/dummy.rb', line 721

def check_tensors; end

#check_tensors=(flag) ⇒ Object

Sets the flag to validate model tensor data.

Parameters:

  • flag (Boolean) 


717
 
# File 'ext/llama_cpp/dummy.rb', line 717

def check_tensors=(flag); end

#main_gpu ⇒ Integer

Returns the GPU that is used.

Returns:

  • (Integer) 


685
 
# File 'ext/llama_cpp/dummy.rb', line 685

def main_gpu; end

#main_gpu=(main_gpu) ⇒ Object

Sets the GPU that is used.

Parameters:

  • main_gpu (Integer) 


681
 
# File 'ext/llama_cpp/dummy.rb', line 681

def main_gpu=(main_gpu); end

#n_gpu_layers ⇒ Integer

Returns the number of layers to stor in VRAM.

Returns:

  • (Integer) 


669
 
# File 'ext/llama_cpp/dummy.rb', line 669

def n_gpu_layers; end

#n_gpu_layers=(n_gpu_layers) ⇒ Object

Sets the number of layers to stor in VRAM.

Parameters:

  • n_gpu_layers (Integer) 


665
 
# File 'ext/llama_cpp/dummy.rb', line 665

def n_gpu_layers=(n_gpu_layers); end

#split_mode ⇒ Integer

Return the split mode.

Returns:

  • (Integer) 


677
 
# File 'ext/llama_cpp/dummy.rb', line 677

def split_mode; end

#split_mode=(split_mode) ⇒ Object

Sets the split mode.

Parameters:

  • split_mode (Integer) 


673
 
# File 'ext/llama_cpp/dummy.rb', line 673

def split_mode=(split_mode); end

#tensor_split ⇒ Array<Float>

Returns the how layers are split across multi-GPUs.

Returns:

  • (Array<Float>) 


689
 
# File 'ext/llama_cpp/dummy.rb', line 689

def tensor_split; end

#use_mlock ⇒ Boolean

Returns the flag to force system to keep model in memory.

Returns:

  • (Boolean) 


713
 
# File 'ext/llama_cpp/dummy.rb', line 713

def use_mlock; end

#use_mlock=(flag) ⇒ Object

Sets the flag to force system to keep model in memory.

Parameters:

  • flag (Boolean) 


709
 
# File 'ext/llama_cpp/dummy.rb', line 709

def use_mlock=(flag); end

#use_mmap ⇒ Boolean

Returns the flag to use mmap.

Returns:

  • (Boolean) 


705
 
# File 'ext/llama_cpp/dummy.rb', line 705

def use_mmap; end

#use_mmap=(flag) ⇒ Object

Sets the flag to use mmap.

Parameters:

  • flag (Boolean) 


701
 
# File 'ext/llama_cpp/dummy.rb', line 701

def use_mmap=(flag); end

#vocab_only ⇒ Boolean

Returns the flag to load only vocabulary.

Returns:

  • (Boolean) 


697
 
# File 'ext/llama_cpp/dummy.rb', line 697

def vocab_only; end

#vocab_only=(flag) ⇒ Object

Sets the flag to load only vocabulary.

Parameters:

  • flag (Boolean) 


693
 
# File 'ext/llama_cpp/dummy.rb', line 693

def vocab_only=(flag); end