< Back
ModelParams
Namespace: LLama.Common
The parameters for initializing a LLama model.
| public class ModelParams : LLama.Abstractions.ILLamaParams, LLama.Abstractions.IModelParams, LLama.Abstractions.IContextParams, System.IEquatable`1[[LLama.Common.ModelParams, LLamaSharp, Version=0.0.0.0, Culture=neutral, PublicKeyToken=null]]
|
Inheritance Object → ModelParams
Implements ILLamaParams, IModelParams, IContextParams, IEquatable<ModelParams>
Attributes NullableContextAttribute, NullableAttribute
Properties
EqualityContract
| protected Type EqualityContract { get; }
|
Property Value
Type
ContextSize
| public Nullable<uint> ContextSize { get; set; }
|
Property Value
Nullable<UInt32>
MainGpu
| public int MainGpu { get; set; }
|
Property Value
Int32
SplitMode
| public Nullable<GPUSplitMode> SplitMode { get; set; }
|
Property Value
Nullable<GPUSplitMode>
TensorBufferOverrides
| public List<TensorBufferOverride> TensorBufferOverrides { get; set; }
|
Property Value
List<TensorBufferOverride>
GpuLayerCount
| public int GpuLayerCount { get; set; }
|
Property Value
Int32
SeqMax
| public uint SeqMax { get; set; }
|
Property Value
UInt32
UseMemorymap
| public bool UseMemorymap { get; set; }
|
Property Value
Boolean
UseMemoryLock
| public bool UseMemoryLock { get; set; }
|
Property Value
Boolean
ModelPath
| public string ModelPath { get; set; }
|
Property Value
String
Threads
| public Nullable<int> Threads { get; set; }
|
Property Value
Nullable<Int32>
BatchThreads
| public Nullable<int> BatchThreads { get; set; }
|
Property Value
Nullable<Int32>
BatchSize
| public uint BatchSize { get; set; }
|
Property Value
UInt32
UBatchSize
| public uint UBatchSize { get; set; }
|
Property Value
UInt32
Embeddings
| public bool Embeddings { get; set; }
|
Property Value
Boolean
TensorSplits
| public TensorSplitsCollection TensorSplits { get; set; }
|
Property Value
TensorSplitsCollection
CheckTensors
| public bool CheckTensors { get; }
|
Property Value
Boolean
| public List<MetadataOverride> MetadataOverrides { get; set; }
|
Property Value
List<MetadataOverride>
RopeFrequencyBase
| public Nullable<float> RopeFrequencyBase { get; set; }
|
Property Value
Nullable<Single>
RopeFrequencyScale
| public Nullable<float> RopeFrequencyScale { get; set; }
|
Property Value
Nullable<Single>
| public Nullable<float> YarnExtrapolationFactor { get; set; }
|
Property Value
Nullable<Single>
YarnAttentionFactor
| public Nullable<float> YarnAttentionFactor { get; set; }
|
Property Value
Nullable<Single>
YarnBetaFast
| public Nullable<float> YarnBetaFast { get; set; }
|
Property Value
Nullable<Single>
YarnBetaSlow
| public Nullable<float> YarnBetaSlow { get; set; }
|
Property Value
Nullable<Single>
YarnOriginalContext
| public Nullable<uint> YarnOriginalContext { get; set; }
|
Property Value
Nullable<UInt32>
YarnScalingType
| public Nullable<RopeScalingType> YarnScalingType { get; set; }
|
Property Value
Nullable<RopeScalingType>
TypeK
| public Nullable<GGMLType> TypeK { get; set; }
|
Property Value
Nullable<GGMLType>
TypeV
| public Nullable<GGMLType> TypeV { get; set; }
|
Property Value
Nullable<GGMLType>
NoKqvOffload
| public bool NoKqvOffload { get; set; }
|
Property Value
Boolean
FlashAttention
| public bool FlashAttention { get; set; }
|
Property Value
Boolean
DefragThreshold
| public Nullable<float> DefragThreshold { get; set; }
|
Property Value
Nullable<Single>
PoolingType
| public LLamaPoolingType PoolingType { get; set; }
|
Property Value
LLamaPoolingType
AttentionType
| public LLamaAttentionType AttentionType { get; set; }
|
Property Value
LLamaAttentionType
VocabOnly
| public bool VocabOnly { get; set; }
|
Property Value
Boolean
Encoding
| public Encoding Encoding { get; set; }
|
Property Value
Encoding
Constructors
ModelParams(String)
| public ModelParams(string modelPath)
|
Parameters
modelPath String
The model path.
ModelParams(ModelParams)
| protected ModelParams(ModelParams original)
|
Parameters
original ModelParams
Methods
ToString()
Returns
String
| protected bool PrintMembers(StringBuilder builder)
|
Parameters
builder StringBuilder
Returns
Boolean
GetHashCode()
Returns
Int32
Equals(Object)
| public bool Equals(object obj)
|
Parameters
obj Object
Returns
Boolean
Equals(ModelParams)
| public bool Equals(ModelParams other)
|
Parameters
other ModelParams
Returns
Boolean
<Clone>$()
| public ModelParams <Clone>$()
|
Returns
ModelParams
< Back