diff --git a/LLama/LLamaExecutorBase.cs b/LLama/LLamaExecutorBase.cs index 18e0168b..2caaa8e5 100644 --- a/LLama/LLamaExecutorBase.cs +++ b/LLama/LLamaExecutorBase.cs @@ -68,9 +68,9 @@ namespace LLama public LLamaModel Model => _model; /// - /// Current "mu" value for mirostate sampling + /// Current "mu" value for mirostat sampling /// - protected float? MirostateMu { get; set; } + protected float? MirostatMu { get; set; } /// /// @@ -391,8 +391,8 @@ namespace LLama [JsonPropertyName("last_tokens_maximum_count")] public int LastTokensCapacity { get; set; } - [JsonPropertyName("mirostate_mu")] - public float? MirostateMu { get; set; } + [JsonPropertyName("mirostat_mu")] + public float? MirostatMu { get; set; } } } } diff --git a/LLama/LLamaInstructExecutor.cs b/LLama/LLamaInstructExecutor.cs index e055c147..5c976b53 100644 --- a/LLama/LLamaInstructExecutor.cs +++ b/LLama/LLamaInstructExecutor.cs @@ -53,7 +53,7 @@ namespace LLama SessionFilePath = _pathSession, SessionTokens = _session_tokens, LastTokensCapacity = _last_n_tokens.Capacity, - MirostateMu = MirostateMu + MirostatMu = MirostatMu }; return state; } @@ -216,12 +216,12 @@ namespace LLama var tokenDataArray = _model.ApplyPenalty(_last_n_tokens, inferenceParams.LogitBias, repeat_last_n, inferenceParams.RepeatPenalty, inferenceParams.FrequencyPenalty, inferenceParams.PresencePenalty, inferenceParams.PenalizeNL); - var mu = MirostateMu; + var mu = MirostatMu; var id = _model.Sample( tokenDataArray, ref mu, inferenceParams.Temperature, inferenceParams.Mirostat, inferenceParams.MirostatTau, inferenceParams.MirostatEta, inferenceParams.TopK, inferenceParams.TopP, inferenceParams.TfsZ, inferenceParams.TypicalP ); - MirostateMu = mu; + MirostatMu = mu; _last_n_tokens.Enqueue(id); diff --git a/LLama/LLamaInteractExecutor.cs b/LLama/LLamaInteractExecutor.cs index f5c1583e..6a75e126 100644 --- a/LLama/LLamaInteractExecutor.cs +++ b/LLama/LLamaInteractExecutor.cs @@ -45,7 +45,7 @@ namespace LLama SessionFilePath = _pathSession, SessionTokens = _session_tokens, LastTokensCapacity = _last_n_tokens.Capacity, - MirostateMu = MirostateMu + MirostatMu = MirostatMu }; return state; } @@ -203,12 +203,12 @@ namespace LLama var tokenDataArray = _model.ApplyPenalty(_last_n_tokens, inferenceParams.LogitBias, repeat_last_n, inferenceParams.RepeatPenalty, inferenceParams.FrequencyPenalty, inferenceParams.PresencePenalty, inferenceParams.PenalizeNL); - var mu = MirostateMu; + var mu = MirostatMu; var id = _model.Sample( tokenDataArray, ref mu, inferenceParams.Temperature, inferenceParams.Mirostat, inferenceParams.MirostatTau, inferenceParams.MirostatEta, inferenceParams.TopK, inferenceParams.TopP, inferenceParams.TfsZ, inferenceParams.TypicalP ); - MirostateMu = mu; + MirostatMu = mu; _last_n_tokens.Enqueue(id);