LLamaSharp/LLama.Examples/Program.cs

using LLama;
using LLama.Examples;
using LLama.Types;

int choice = 0;

if(choice == 0)
{
    ChatSession chat = new(@"<Your model file path>", @"<Your prompt file path>", new string[] { "User:" });
    chat.Run();
}
else if(choice == 1)
{
    ChatWithLLamaModel chat = new(@"<Your model file path>", "<Your prompt file path>", new string[] { "User:" });
    chat.Run();
}
else if(choice == 2)
{
    ChatWithLLamaModelV1 chat = new(@"<Your model file path>");
    chat.Run();
}
else if (choice == 3) // quantization
{
    Quantize q = new Quantize();
    q.Run(@"<Your src model file path>",
        @"<Your dst model file path>", "q4_1");
}
else if (choice == 4) // quantization
{
    GetEmbeddings em = new GetEmbeddings(@"<Your model file path>");
    em.Run("Hello, what is python?");
}