using LLama.Common; using LLama.Grammars; using LLama.Native; namespace LLama.Unittest { public sealed class GrammarTest : IDisposable { private readonly ModelParams _params; private readonly LLamaWeights _model; public GrammarTest() { _params = new ModelParams(Constants.ModelPath) { ContextSize = 2048, }; _model = LLamaWeights.LoadFromFile(_params); } public void Dispose() { _model.Dispose(); } [Fact] public void CreateBasicGrammar() { var rules = new List { new GrammarRule("alpha", new[] { new LLamaGrammarElement(LLamaGrammarElementType.CHAR, 'a'), new LLamaGrammarElement(LLamaGrammarElementType.CHAR_RNG_UPPER, 'z'), new LLamaGrammarElement(LLamaGrammarElementType.END, 0), }), }; using var handle = SafeLLamaGrammarHandle.Create(rules, 0); } [Fact] public void CreateGrammar_StartIndexOutOfRange() { var rules = new List { new GrammarRule("alpha", new[] { new LLamaGrammarElement(LLamaGrammarElementType.CHAR, 'a'), new LLamaGrammarElement(LLamaGrammarElementType.CHAR_RNG_UPPER, 'z'), new LLamaGrammarElement(LLamaGrammarElementType.END, 0), }), }; Assert.Throws(() => new Grammar(rules, 3)); } [Fact] public async Task SampleWithTrivialGrammar() { // Create a grammar that constrains the output to be "cat" and nothing else. This is a nonsense answer, so // we can be confident it's not what the LLM would say if not constrained by the grammar! var rules = new List { new GrammarRule("feline", new [] { new LLamaGrammarElement(LLamaGrammarElementType.CHAR, 'c'), new LLamaGrammarElement(LLamaGrammarElementType.CHAR, 'a'), new LLamaGrammarElement(LLamaGrammarElementType.CHAR, 't'), new LLamaGrammarElement(LLamaGrammarElementType.END, 0), }), }; var grammar = new Grammar(rules, 0); using var grammarInstance = grammar.CreateInstance(); var executor = new StatelessExecutor(_model, _params); var inferenceParams = new InferenceParams { MaxTokens = 3, AntiPrompts = new [] { ".", "Input:", "\n" }, Grammar = grammarInstance, }; var result = await executor.InferAsync("Q. 7 + 12\nA. ", inferenceParams).ToListAsync(); Assert.Equal("cat", result[0]); } } }