InteractiveExecutor

Namespace: LLama

The LLama executor for interactive mode.

public class InteractiveExecutor : StatefulExecutorBase, LLama.Abstractions.ILLamaExecutor

Properties

The context used by the executor.

public LLamaContext Context { get; }

public InteractiveExecutor(LLamaContext context)

public ExecutorBaseState GetStateData()

public void LoadState(ExecutorBaseState data)

public void SaveState(string filename)

filename String

public void LoadState(string filename)

filename String

Define whether to continue the loop to generate responses.

protected bool GetLoopCondition(InferStateArgs args)

protected void PreprocessInputs(string text, InferStateArgs args)

text String

Return whether to break the generation.

protected bool PostProcess(IInferenceParams inferenceParams, InferStateArgs args, IEnumerable`1& extraOutputs)

inferenceParams IInferenceParams

extraOutputs IEnumerable`1&

protected void InferInternal(IInferenceParams inferenceParams, InferStateArgs args)

inferenceParams IInferenceParams