InstructExecutor

Namespace: LLama

The LLama executor for instruct mode.

public class InstructExecutor : StatefulExecutorBase, LLama.Abstractions.ILLamaExecutor

Properties

The context used by the executor.

public LLamaContext Context { get; }

public InstructExecutor(LLamaContext context, string instructionPrefix, string instructionSuffix)

instructionPrefix String

instructionSuffix String

public ExecutorBaseState GetStateData()

public void LoadState(ExecutorBaseState data)

public void SaveState(string filename)

filename String

public void LoadState(string filename)

filename String

protected bool GetLoopCondition(InferStateArgs args)

protected void PreprocessInputs(string text, InferStateArgs args)

text String

protected bool PostProcess(IInferenceParams inferenceParams, InferStateArgs args, IEnumerable`1& extraOutputs)

inferenceParams IInferenceParams

extraOutputs IEnumerable`1&

protected void InferInternal(IInferenceParams inferenceParams, InferStateArgs args)

inferenceParams IInferenceParams