Browse Source

Removed hardcoded model path

tags/v0.7.0^2
Martin Evans 2 years ago
parent
commit
f41d26fe32
1 changed files with 2 additions and 3 deletions
  1. +2
    -3
      LLama.Examples/NewVersion/BatchedDecoding.cs

+ 2
- 3
LLama.Examples/NewVersion/BatchedDecoding.cs View File

@@ -22,13 +22,12 @@ public class BatchedDecoding
public static async Task Run()
{
Console.Write("Please input your model path: ");
//todo:var modelPath = Console.ReadLine();
var modelPath = @"C:\Users\Martin\Documents\Python\oobabooga_windows\text-generation-webui\models\llama-2-7b-chat.Q5_K_M.gguf";
var modelPath = Console.ReadLine();

Console.WriteLine("Prompt (leave blank to select automatically):");
var prompt = Console.ReadLine();
if (string.IsNullOrWhiteSpace(prompt))
prompt = "I would like to tell you about";
prompt = "Not many people know that";

// Load model
var parameters = new ModelParams(modelPath);


Loading…
Cancel
Save