BaseSamplingPipeline

Namespace: LLama.Sampling

public abstract class BaseSamplingPipeline : ISamplingPipeline, System.IDisposable

Constructors

Create a new sampler wrapping a llama.cpp sampler chain

public BaseSamplingPipeline()

Create a sampling chain. This will be called once, the base class will automatically dispose the chain.

protected abstract SafeLLamaSamplerChainHandle CreateChain(SafeLLamaContextHandle context)

public void Dispose()

public LLamaToken Sample(SafeLLamaContextHandle ctx, int index)

index Int32

public void Apply(SafeLLamaContextHandle ctx, LLamaTokenDataArray data)

Apply this sampling chain to a LLamaTokenDataArrayNative

public void Apply(SafeLLamaContextHandle ctx, LLamaTokenDataArrayNative& data)

public void Reset()

public void Accept(LLamaToken token)