< Back

---

LLamaToken

Namespace: LLama.Native

A single token

public struct LLamaToken

Inheritance Object → ValueType → LLamaToken
Implements IEquatable<LLamaToken>
Attributes NullableContextAttribute, NullableAttribute, IsReadOnlyAttribute, DebuggerDisplayAttribute

Fields

InvalidToken

Token Value used when token is inherently null

public static LLamaToken InvalidToken;

Methods

GetAttributes(SafeLlamaModelHandle)

Get attributes for this token

LLamaTokenAttr GetAttributes(SafeLlamaModelHandle model)

Parameters

model SafeLlamaModelHandle

Returns

LLamaTokenAttr

GetAttributes(Vocabulary)

Get attributes for this token

LLamaTokenAttr GetAttributes(Vocabulary vocab)

Parameters

vocab Vocabulary

Returns

LLamaTokenAttr

GetScore(Vocabulary)

Get score for this token

float GetScore(Vocabulary vocab)

Parameters

vocab Vocabulary

Returns

Single

IsControl(SafeLlamaModelHandle)

Check if this is a control token

bool IsControl(SafeLlamaModelHandle model)

Parameters

model SafeLlamaModelHandle

Returns

Boolean

IsControl(Vocabulary)

Check if this is a control token

bool IsControl(Vocabulary vocab)

Parameters

vocab Vocabulary

Returns

Boolean

IsEndOfGeneration(SafeLlamaModelHandle)

Check if this token should end generation

bool IsEndOfGeneration(SafeLlamaModelHandle model)

Parameters

model SafeLlamaModelHandle

Returns

Boolean

IsEndOfGeneration(Vocabulary)

Check if this token should end generation

bool IsEndOfGeneration(Vocabulary vocab)

Parameters

vocab Vocabulary

Returns

Boolean

ToString()

string ToString()

Returns

String

GetHashCode()

int GetHashCode()

Returns

Int32

Equals(Object)

bool Equals(object obj)

Parameters

obj Object

Returns

Boolean

Equals(LLamaToken)

bool Equals(LLamaToken other)

Parameters

other LLamaToken

Returns

Boolean

---

< Back