using System.Runtime.InteropServices; namespace LLama.Native; /// /// A single token along with probability of this token being selected /// [StructLayout(LayoutKind.Sequential)] public struct LLamaTokenData { /// /// token id /// public LLamaToken id; /// /// log-odds of the token /// public float logit; /// /// probability of the token /// public float p; /// /// Create a new LLamaTokenData /// /// /// /// public LLamaTokenData(LLamaToken id, float logit, float p) { this.id = id; this.logit = logit; this.p = p; } }