LLamaSharp/LLama.Web/Common/InferenceOptions.cs

#nullable enable

using LLama.Common;
using LLama.Abstractions;
using LLama.Native;
using LLama.Sampling;

namespace LLama.Web.Common
{
    public class InferenceOptions
        : IInferenceParams
    {
        /// <inheritdoc />
        public int TokensKeep { get; set; } = 0;

        /// <inheritdoc />
        public int MaxTokens { get; set; } = -1;

        /// <inheritdoc />
        public Dictionary<int, float>? LogitBias { get; set; } = null;

        /// <inheritdoc />
        public IReadOnlyList<string> AntiPrompts { get; set; } = Array.Empty<string>();

        /// <inheritdoc />
        public int TopK { get; set; } = 40;

        /// <inheritdoc />
        public float TopP { get; set; } = 0.95f;

        /// <inheritdoc />
        public float MinP { get; set; } = 0.05f;

        /// <inheritdoc />
        public float TfsZ { get; set; } = 1.0f;

        /// <inheritdoc />
        public float TypicalP { get; set; } = 1.0f;

        /// <inheritdoc />
        public float Temperature { get; set; } = 0.8f;

        /// <inheritdoc />
        public float RepeatPenalty { get; set; } = 1.1f;

        /// <inheritdoc />
        public int RepeatLastTokensCount { get; set; } = 64;

        /// <inheritdoc />
        public float FrequencyPenalty { get; set; } = .0f;

        /// <inheritdoc />
        public float PresencePenalty { get; set; } = .0f;

        /// <inheritdoc />
        public MirostatType Mirostat { get; set; } = MirostatType.Disable;

        /// <inheritdoc />
        public float MirostatTau { get; set; } = 5.0f;

        /// <inheritdoc />
        public float MirostatEta { get; set; } = 0.1f;

        /// <inheritdoc />
        public bool PenalizeNL { get; set; } = true;

        /// <summary>
        /// A grammar to constrain possible tokens
        /// </summary>
        public SafeLLamaGrammarHandle? Grammar { get; set; }

        /// <inheritdoc />
        public ISamplingPipeline? SamplingPipeline { get; set; }
    }
}