InstructExecutor

Namespace: LLama

The LLama executor for instruct mode.

public class InstructExecutor : StatefulExecutorBase, LLama.Abstractions.ILLamaExecutor

Properties

The mode used by the executor.

public LLamaModel Model { get; }

public InstructExecutor(LLamaModel model, string instructionPrefix, string instructionSuffix)

instructionPrefix String

instructionSuffix String

public ExecutorBaseState GetStateData()

public void LoadState(ExecutorBaseState data)

public void SaveState(string filename)

filename String

public void LoadState(string filename)

filename String

protected bool GetLoopCondition(InferStateArgs args)

protected void PreprocessInputs(string text, InferStateArgs args)

text String

protected bool PostProcess(InferenceParams inferenceParams, InferStateArgs args, IEnumerable`1& extraOutputs)

inferenceParams InferenceParams

extraOutputs IEnumerable`1&

protected void InferInternal(InferenceParams inferenceParams, InferStateArgs args)

inferenceParams InferenceParams