| @@ -68,9 +68,9 @@ namespace LLama | |||||
| public LLamaModel Model => _model; | public LLamaModel Model => _model; | ||||
| /// <summary> | /// <summary> | ||||
| /// Current "mu" value for mirostate sampling | |||||
| /// Current "mu" value for mirostat sampling | |||||
| /// </summary> | /// </summary> | ||||
| protected float? MirostateMu { get; set; } | |||||
| protected float? MirostatMu { get; set; } | |||||
| /// <summary> | /// <summary> | ||||
| /// | /// | ||||
| @@ -391,8 +391,8 @@ namespace LLama | |||||
| [JsonPropertyName("last_tokens_maximum_count")] | [JsonPropertyName("last_tokens_maximum_count")] | ||||
| public int LastTokensCapacity { get; set; } | public int LastTokensCapacity { get; set; } | ||||
| [JsonPropertyName("mirostate_mu")] | |||||
| public float? MirostateMu { get; set; } | |||||
| [JsonPropertyName("mirostat_mu")] | |||||
| public float? MirostatMu { get; set; } | |||||
| } | } | ||||
| } | } | ||||
| } | } | ||||
| @@ -53,7 +53,7 @@ namespace LLama | |||||
| SessionFilePath = _pathSession, | SessionFilePath = _pathSession, | ||||
| SessionTokens = _session_tokens, | SessionTokens = _session_tokens, | ||||
| LastTokensCapacity = _last_n_tokens.Capacity, | LastTokensCapacity = _last_n_tokens.Capacity, | ||||
| MirostateMu = MirostateMu | |||||
| MirostatMu = MirostatMu | |||||
| }; | }; | ||||
| return state; | return state; | ||||
| } | } | ||||
| @@ -216,12 +216,12 @@ namespace LLama | |||||
| var tokenDataArray = _model.ApplyPenalty(_last_n_tokens, inferenceParams.LogitBias, repeat_last_n, | var tokenDataArray = _model.ApplyPenalty(_last_n_tokens, inferenceParams.LogitBias, repeat_last_n, | ||||
| inferenceParams.RepeatPenalty, inferenceParams.FrequencyPenalty, inferenceParams.PresencePenalty, inferenceParams.PenalizeNL); | inferenceParams.RepeatPenalty, inferenceParams.FrequencyPenalty, inferenceParams.PresencePenalty, inferenceParams.PenalizeNL); | ||||
| var mu = MirostateMu; | |||||
| var mu = MirostatMu; | |||||
| var id = _model.Sample( | var id = _model.Sample( | ||||
| tokenDataArray, ref mu, inferenceParams.Temperature, inferenceParams.Mirostat, inferenceParams.MirostatTau, | tokenDataArray, ref mu, inferenceParams.Temperature, inferenceParams.Mirostat, inferenceParams.MirostatTau, | ||||
| inferenceParams.MirostatEta, inferenceParams.TopK, inferenceParams.TopP, inferenceParams.TfsZ, inferenceParams.TypicalP | inferenceParams.MirostatEta, inferenceParams.TopK, inferenceParams.TopP, inferenceParams.TfsZ, inferenceParams.TypicalP | ||||
| ); | ); | ||||
| MirostateMu = mu; | |||||
| MirostatMu = mu; | |||||
| _last_n_tokens.Enqueue(id); | _last_n_tokens.Enqueue(id); | ||||
| @@ -45,7 +45,7 @@ namespace LLama | |||||
| SessionFilePath = _pathSession, | SessionFilePath = _pathSession, | ||||
| SessionTokens = _session_tokens, | SessionTokens = _session_tokens, | ||||
| LastTokensCapacity = _last_n_tokens.Capacity, | LastTokensCapacity = _last_n_tokens.Capacity, | ||||
| MirostateMu = MirostateMu | |||||
| MirostatMu = MirostatMu | |||||
| }; | }; | ||||
| return state; | return state; | ||||
| } | } | ||||
| @@ -203,12 +203,12 @@ namespace LLama | |||||
| var tokenDataArray = _model.ApplyPenalty(_last_n_tokens, inferenceParams.LogitBias, repeat_last_n, | var tokenDataArray = _model.ApplyPenalty(_last_n_tokens, inferenceParams.LogitBias, repeat_last_n, | ||||
| inferenceParams.RepeatPenalty, inferenceParams.FrequencyPenalty, inferenceParams.PresencePenalty, inferenceParams.PenalizeNL); | inferenceParams.RepeatPenalty, inferenceParams.FrequencyPenalty, inferenceParams.PresencePenalty, inferenceParams.PenalizeNL); | ||||
| var mu = MirostateMu; | |||||
| var mu = MirostatMu; | |||||
| var id = _model.Sample( | var id = _model.Sample( | ||||
| tokenDataArray, ref mu, inferenceParams.Temperature, inferenceParams.Mirostat, inferenceParams.MirostatTau, | tokenDataArray, ref mu, inferenceParams.Temperature, inferenceParams.Mirostat, inferenceParams.MirostatTau, | ||||
| inferenceParams.MirostatEta, inferenceParams.TopK, inferenceParams.TopP, inferenceParams.TfsZ, inferenceParams.TypicalP | inferenceParams.MirostatEta, inferenceParams.TopK, inferenceParams.TopP, inferenceParams.TfsZ, inferenceParams.TypicalP | ||||
| ); | ); | ||||
| MirostateMu = mu; | |||||
| MirostatMu = mu; | |||||
| _last_n_tokens.Enqueue(id); | _last_n_tokens.Enqueue(id); | ||||