Skip to content

LLamaParams

Namespace: LLama

1
public struct LLamaParams

Inheritance Object → ValueType → LLamaParams

Fields

seed

1
public int seed;

n_threads

1
public int n_threads;

n_predict

1
public int n_predict;

n_parts

1
public int n_parts;

n_ctx

1
public int n_ctx;

n_batch

1
public int n_batch;

n_keep

1
public int n_keep;

logit_bias

1
public Dictionary<int, float> logit_bias;

top_k

1
public int top_k;

top_p

1
public float top_p;

tfs_z

1
public float tfs_z;

typical_p

1
public float typical_p;

temp

1
public float temp;

repeat_penalty

1
public float repeat_penalty;

repeat_last_n

1
public int repeat_last_n;

frequency_penalty

1
public float frequency_penalty;

presence_penalty

1
public float presence_penalty;

mirostat

1
public int mirostat;

mirostat_tau

1
public float mirostat_tau;

mirostat_eta

1
public float mirostat_eta;

model

1
public string model;

prompt

1
public string prompt;

path_session

1
public string path_session;

input_prefix

1
public string input_prefix;

input_suffix

1
public string input_suffix;

antiprompt

1
public List<string> antiprompt;

lora_adapter

1
public string lora_adapter;

lora_base

1
public string lora_base;

memory_f16

1
public bool memory_f16;

random_prompt

1
public bool random_prompt;

use_color

1
public bool use_color;

interactive

1
public bool interactive;

embedding

1
public bool embedding;

interactive_first

1
public bool interactive_first;

instruct

1
public bool instruct;

penalize_nl

1
public bool penalize_nl;

perplexity

1
public bool perplexity;

use_mmap

1
public bool use_mmap;

use_mlock

1
public bool use_mlock;

mem_test

1
public bool mem_test;

verbose_prompt

1
public bool verbose_prompt;

Constructors

LLamaParams(Int32, Int32, Int32, Int32, Int32, Int32, Int32, Dictionary<Int32, Single>, Int32, Single, Single, Single, Single, Single, Int32, Single, Single, Int32, Single, Single, String, String, String, String, String, List<String>, String, String, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean)

1
LLamaParams(int seed, int n_threads, int n_predict, int n_parts, int n_ctx, int n_batch, int n_keep, Dictionary<int, float> logit_bias, int top_k, float top_p, float tfs_z, float typical_p, float temp, float repeat_penalty, int repeat_last_n, float frequency_penalty, float presence_penalty, int mirostat, float mirostat_tau, float mirostat_eta, string model, string prompt, string path_session, string input_prefix, string input_suffix, List<string> antiprompt, string lora_adapter, string lora_base, bool memory_f16, bool random_prompt, bool use_color, bool interactive, bool embedding, bool interactive_first, bool instruct, bool penalize_nl, bool perplexity, bool use_mmap, bool use_mlock, bool mem_test, bool verbose_prompt)

Parameters

seed Int32

n_threads Int32

n_predict Int32

n_parts Int32

n_ctx Int32

n_batch Int32

n_keep Int32

logit_bias Dictionary<Int32, Single>

top_k Int32

top_p Single

tfs_z Single

typical_p Single

temp Single

repeat_penalty Single

repeat_last_n Int32

frequency_penalty Single

presence_penalty Single

mirostat Int32

mirostat_tau Single

mirostat_eta Single

model String

prompt String

path_session String

input_prefix String

input_suffix String

antiprompt List<String>

lora_adapter String

lora_base String

memory_f16 Boolean

random_prompt Boolean

use_color Boolean

interactive Boolean

embedding Boolean

interactive_first Boolean

instruct Boolean

penalize_nl Boolean

perplexity Boolean

use_mmap Boolean

use_mlock Boolean

mem_test Boolean

verbose_prompt Boolean