using BenchmarkDotNet.Running; namespace LLama.Benchmark { public class Program { public static void Main(string[] args) { var summary = BenchmarkSwitcher.FromAssembly(typeof(Program).Assembly).Run(args); Console.WriteLine(summary); } } }
C#/.NET上易用的LLM高性能推理框架,支持LLaMA和LLaVA系列模型。