From 36c71abcfb7c796bd54398fb4bc19f925ac7817c Mon Sep 17 00:00:00 2001 From: Martin Evans Date: Wed, 25 Oct 2023 13:57:00 +0100 Subject: [PATCH] Fixed `LLama.StreamingTokenDecoderLLamaLLama.StreamingTokenDecoderLLamaLLama.StreamingTokenDecoderLLama` spam in all executors except Stateless. --- LLama/LLamaContext.cs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/LLama/LLamaContext.cs b/LLama/LLamaContext.cs index 46b0ae3f..47240dc7 100644 --- a/LLama/LLamaContext.cs +++ b/LLama/LLamaContext.cs @@ -110,7 +110,7 @@ namespace LLama var decoder = new StreamingTokenDecoder(this); decoder.AddRange(tokens); - return decoder.ToString(); + return decoder.Read(); } ///