< Back
InferenceParams
Namespace: LLama.Common
The parameters used for inference.
| public class InferenceParams : LLama.Abstractions.IInferenceParams, System.IEquatable`1[[LLama.Common.InferenceParams, LLamaSharp, Version=0.0.0.0, Culture=neutral, PublicKeyToken=null]]
|
Inheritance Object → InferenceParams
Implements IInferenceParams, IEquatable<InferenceParams>
Attributes NullableContextAttribute, NullableAttribute
Properties
EqualityContract
| protected Type EqualityContract { get; }
|
Property Value
Type
TokensKeep
number of tokens to keep from initial prompt when applying context shifting
| public int TokensKeep { get; set; }
|
Property Value
Int32
MaxTokens
how many new tokens to predict (n_predict), set to -1 to inifinitely generate response
until it complete.
| public int MaxTokens { get; set; }
|
Property Value
Int32
AntiPrompts
Sequences where the model will stop generating further tokens.
| public IReadOnlyList<string> AntiPrompts { get; set; }
|
Property Value
IReadOnlyList<String>
SamplingPipeline
| public ISamplingPipeline SamplingPipeline { get; set; }
|
Property Value
ISamplingPipeline
DecodeSpecialTokens
| public bool DecodeSpecialTokens { get; set; }
|
Property Value
Boolean
Constructors
InferenceParams(InferenceParams)
| protected InferenceParams(InferenceParams original)
|
Parameters
original InferenceParams
InferenceParams()
Methods
ToString()
Returns
String
| protected bool PrintMembers(StringBuilder builder)
|
Parameters
builder StringBuilder
Returns
Boolean
GetHashCode()
Returns
Int32
Equals(Object)
| public bool Equals(object obj)
|
Parameters
obj Object
Returns
Boolean
Equals(InferenceParams)
| public bool Equals(InferenceParams other)
|
Parameters
other InferenceParams
Returns
Boolean
<Clone>$()
| public InferenceParams <Clone>$()
|
Returns
InferenceParams
< Back