using LLama.Native;
using System;
using LLama.Exceptions;
using LLama.Abstractions;
namespace LLama
{
///
/// The embedder for LLama, which supports getting embeddings from text.
///
public sealed class LLamaEmbedder
: IDisposable
{
private readonly LLamaContext _ctx;
///
/// Dimension of embedding vectors
///
public int EmbeddingSize => _ctx.EmbeddingSize;
///
///
///
///
public LLamaEmbedder(IModelParams @params)
{
@params.EmbeddingMode = true;
using var weights = LLamaWeights.LoadFromFile(@params);
_ctx = weights.CreateContext(@params);
}
public LLamaEmbedder(LLamaWeights weights, IModelParams @params)
{
_ctx = weights.CreateContext(@params);
}
///
/// Get the embeddings of the text.
///
///
/// unused
/// Add bos to the text.
/// unused
///
///
[Obsolete("'threads' and 'encoding' parameters are no longer used")]
// ReSharper disable once MethodOverloadWithOptionalParameter
public float[] GetEmbeddings(string text, int threads = -1, bool addBos = true, string encoding = "UTF-8")
{
return GetEmbeddings(text, addBos);
}
///
/// Get the embeddings of the text.
///
///
///
///
public float[] GetEmbeddings(string text)
{
return GetEmbeddings(text, true);
}
///
/// Get the embeddings of the text.
///
///
/// Add bos to the text.
///
///
public float[] GetEmbeddings(string text, bool addBos)
{
var embed_inp_array = _ctx.Tokenize(text, addBos);
// TODO(Rinne): deal with log of prompt
if (embed_inp_array.Length > 0)
_ctx.Eval(embed_inp_array, 0);
unsafe
{
var embeddings = NativeApi.llama_get_embeddings(_ctx.NativeHandle);
if (embeddings == null)
return Array.Empty();
return new Span(embeddings, EmbeddingSize).ToArray();
}
}
///
///
///
public void Dispose()
{
_ctx.Dispose();
}
}
}