Skip to content

LLamaParams

Namespace: LLama.OldVersion

Caution

The entire LLama.OldVersion namespace will be removed


public struct LLamaParams

Inheritance ObjectValueTypeLLamaParams

Fields

seed

public int seed;

n_threads

public int n_threads;

n_predict

public int n_predict;

n_ctx

public int n_ctx;

n_batch

public int n_batch;

n_keep

public int n_keep;

n_gpu_layers

public int n_gpu_layers;

logit_bias

public Dictionary<int, float> logit_bias;

top_k

public int top_k;

top_p

public float top_p;

tfs_z

public float tfs_z;

typical_p

public float typical_p;

temp

public float temp;

repeat_penalty

public float repeat_penalty;

repeat_last_n

public int repeat_last_n;

frequency_penalty

public float frequency_penalty;

presence_penalty

public float presence_penalty;

mirostat

public int mirostat;

mirostat_tau

public float mirostat_tau;

mirostat_eta

public float mirostat_eta;

model

public string model;

prompt

public string prompt;

path_session

public string path_session;

input_prefix

public string input_prefix;

input_suffix

public string input_suffix;

antiprompt

public List<string> antiprompt;

lora_adapter

public string lora_adapter;

lora_base

public string lora_base;

memory_f16

public bool memory_f16;

random_prompt

public bool random_prompt;

use_color

public bool use_color;

interactive

public bool interactive;

prompt_cache_all

public bool prompt_cache_all;

embedding

public bool embedding;

interactive_first

public bool interactive_first;

instruct

public bool instruct;

penalize_nl

public bool penalize_nl;

perplexity

public bool perplexity;

use_mmap

public bool use_mmap;

use_mlock

public bool use_mlock;

mem_test

public bool mem_test;

verbose_prompt

public bool verbose_prompt;

Constructors

LLamaParams(Int32, Int32, Int32, Int32, Int32, Int32, Int32, Dictionary<Int32, Single>, Int32, Single, Single, Single, Single, Single, Int32, Single, Single, Int32, Single, Single, String, String, String, String, String, List<String>, String, String, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean)

LLamaParams(int seed, int n_threads, int n_predict, int n_ctx, int n_batch, int n_keep, int n_gpu_layers, Dictionary<int, float> logit_bias, int top_k, float top_p, float tfs_z, float typical_p, float temp, float repeat_penalty, int repeat_last_n, float frequency_penalty, float presence_penalty, int mirostat, float mirostat_tau, float mirostat_eta, string model, string prompt, string path_session, string input_prefix, string input_suffix, List<string> antiprompt, string lora_adapter, string lora_base, bool memory_f16, bool random_prompt, bool use_color, bool interactive, bool prompt_cache_all, bool embedding, bool interactive_first, bool instruct, bool penalize_nl, bool perplexity, bool use_mmap, bool use_mlock, bool mem_test, bool verbose_prompt)

Parameters

seed Int32

n_threads Int32

n_predict Int32

n_ctx Int32

n_batch Int32

n_keep Int32

n_gpu_layers Int32

logit_bias Dictionary<Int32, Single>

top_k Int32

top_p Single

tfs_z Single

typical_p Single

temp Single

repeat_penalty Single

repeat_last_n Int32

frequency_penalty Single

presence_penalty Single

mirostat Int32

mirostat_tau Single

mirostat_eta Single

model String

prompt String

path_session String

input_prefix String

input_suffix String

antiprompt List<String>

lora_adapter String

lora_base String

memory_f16 Boolean

random_prompt Boolean

use_color Boolean

interactive Boolean

prompt_cache_all Boolean

embedding Boolean

interactive_first Boolean

instruct Boolean

penalize_nl Boolean

perplexity Boolean

use_mmap Boolean

use_mlock Boolean

mem_test Boolean

verbose_prompt Boolean