LLamaSharp/LLama.Examples/Old/ChatWithLLamaModel.cs

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using LLama.Old;

namespace LLama.Examples.Old
{
    public class ChatWithLLamaModel
    {
        LLama.Old.LLamaModel _model;
        public ChatWithLLamaModel(string modelPath, string promptFilePath, string[] antiprompt)
        {
            _model = new LLama.Old.LLamaModel(new LLamaParams(model: modelPath, n_ctx: 512, interactive: true, antiprompt: antiprompt.ToList(),
                repeat_penalty: 1.0f)).WithPromptFile(promptFilePath);
        }

        public void Run()
        {
            Console.Write("\nUser:");
            while (true)
            {
                Console.ForegroundColor = ConsoleColor.Green;
                var question = Console.ReadLine();
                question += "\n";
                Console.ForegroundColor = ConsoleColor.White;
                var outputs = _model.Call(question);
                foreach (var output in outputs)
                {
                    Console.Write(output);
                }
            }
        }
    }
}