Mirostate2SamplingPipeline

Namespace: LLama.Sampling

A sampling pipeline which uses mirostat (v2) to select tokens

public class Mirostate2SamplingPipeline : BaseSamplingPipeline, ISamplingPipeline, System.IDisposable

Properties

Currently learned mu value

public float Mu { get; }

target entropy

public float Tau { get; set; }

learning rate

public float Eta { get; set; }

Grammar to constrain valid tokens

public SafeLLamaGrammarHandle Grammar { get; set; }

public Mirostate2SamplingPipeline()

protected void ProcessLogits(SafeLLamaContextHandle ctx, Span<float> logits, ReadOnlySpan<LLamaToken> lastTokens)

protected LLamaToken ProcessTokenDataArray(SafeLLamaContextHandle ctx, LLamaTokenDataArray candidates, ReadOnlySpan<LLamaToken> lastTokens)

public void Reset()

public ISamplingPipeline Clone()