scisharp
/
LLamaSharp
Not watched
1
0
Fork 0
Code
Releases 17 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
Browse Source

Added binaries generated by this action: https://github.com/SciSharp/LLamaSharp/actions/runs/6002797872/job/16279896150 

Based on this version: 6b73ef1201
tags/v0.5.1
Martin Evans 2 years ago
parent
974f16064a
commit
2022b82947
10 changed files with 25 additions and 37 deletions
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. +0
    -12
      LLama.Examples/LLama.Examples.csproj
  2. +4
    -19
      LLama.Unittest/LLama.Unittest.csproj
  3. +15
    -0
      LLama.WebAPI/LLama.WebAPI.csproj
  4. +1
    -1
      LLama/Native/NativeApi.cs
  5. +5
    -5
      LLama/Native/SafeLlamaModelHandle.cs
  6. BIN
      LLama/runtimes/libllama-cuda11.dll
  7. BIN
      LLama/runtimes/libllama-cuda12.dll
  8. BIN
      LLama/runtimes/libllama.dll
  9. BIN
      LLama/runtimes/libllama.dylib
  10. BIN
      LLama/runtimes/libllama.so

+ 0
- 12
LLama.Examples/LLama.Examples.csproj View File

@@ -55,27 +55,15 @@
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/ggml-metal.metal"> <None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/ggml-metal.metal">
<CopyToOutputDirectory>Never</CopyToOutputDirectory> <CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None> </None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda11.dll">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda11.so"> <None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda11.so">
<CopyToOutputDirectory>Never</CopyToOutputDirectory> <CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None> </None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda12.dll">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda12.so"> <None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda12.so">
<CopyToOutputDirectory>Never</CopyToOutputDirectory> <CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None> </None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-metal.dylib"> <None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-metal.dylib">
<CopyToOutputDirectory>Never</CopyToOutputDirectory> <CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None> </None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama.dylib">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama.so">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
</ItemGroup> </ItemGroup>


</Project> </Project>

+ 4
- 19
LLama.Unittest/LLama.Unittest.csproj View File

@@ -37,35 +37,20 @@
</ItemGroup> </ItemGroup>


<ItemGroup> <ItemGroup>
<None Update="../runtimes/ggml-metal.metal">
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/ggml-metal.metal">
<CopyToOutputDirectory>Never</CopyToOutputDirectory> <CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None> </None>
<None Update="../runtimes/libllama-cuda11.dll">
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda11.so">
<CopyToOutputDirectory>Never</CopyToOutputDirectory> <CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None> </None>
<None Update="../runtimes/libllama-cuda11.so">
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda12.so">
<CopyToOutputDirectory>Never</CopyToOutputDirectory> <CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None> </None>
<None Update="../runtimes/libllama-cuda12.dll">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="../runtimes/libllama-cuda12.so">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="../runtimes/libllama-metal.dylib">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="../runtimes/libllama.dylib">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="../runtimes/libllama.so">
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-metal.dylib">
<CopyToOutputDirectory>Never</CopyToOutputDirectory> <CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None> </None>
<None Update="Models\codellama-7b.Q3_K_S.gguf"> <None Update="Models\codellama-7b.Q3_K_S.gguf">
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory> <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
</None> </None>
<None Update="Models\llama-2-7b-chat.ggmlv3.q3_K_S.bin">
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
</None>
</ItemGroup> </ItemGroup>
</Project> </Project>

+ 15
- 0
LLama.WebAPI/LLama.WebAPI.csproj View File

@@ -22,4 +22,19 @@
<CopyToPublishDirectory>Never</CopyToPublishDirectory> <CopyToPublishDirectory>Never</CopyToPublishDirectory>
</Content> </Content>
</ItemGroup> </ItemGroup>

<ItemGroup>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/ggml-metal.metal">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda11.so">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda12.so">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-metal.dylib">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
</ItemGroup>
</Project> </Project>

+ 1
- 1
LLama/Native/NativeApi.cs View File

@@ -414,7 +414,7 @@ namespace LLama.Native
/// <param name="length">size of the buffer</param> /// <param name="length">size of the buffer</param>
/// <returns>The length writte, or if the buffer is too small a negative that indicates the length required</returns> /// <returns>The length writte, or if the buffer is too small a negative that indicates the length required</returns>
[DllImport(libraryName, CallingConvention = CallingConvention.Cdecl)] [DllImport(libraryName, CallingConvention = CallingConvention.Cdecl)]
public static extern int llama_token_to_str_with_model(SafeLlamaModelHandle model, int llamaToken, byte* buffer, int length);
public static extern int llama_token_to_piece_with_model(SafeLlamaModelHandle model, int llamaToken, byte* buffer, int length);


/// <summary> /// <summary>
/// Convert text into tokens /// Convert text into tokens


+ 5
- 5
LLama/Native/SafeLlamaModelHandle.cs View File

@@ -94,7 +94,7 @@ namespace LLama.Native
{ {
fixed (byte* destPtr = dest) fixed (byte* destPtr = dest)
{ {
var length = NativeApi.llama_token_to_str_with_model(this, llama_token, destPtr, dest.Length);
var length = NativeApi.llama_token_to_piece_with_model(this, llama_token, destPtr, dest.Length);
return Math.Abs(length); return Math.Abs(length);
} }
} }
@@ -110,7 +110,7 @@ namespace LLama.Native
{ {
unsafe unsafe
{ {
var length = NativeApi.llama_token_to_str_with_model(this, llama_token, null, 0);
var length = NativeApi.llama_token_to_piece_with_model(this, llama_token, null, 0);
if (length == 0) if (length == 0)
return ""; return "";


@@ -118,7 +118,7 @@ namespace LLama.Native


fixed (byte* bytePtr = bytes) fixed (byte* bytePtr = bytes)
{ {
var written = NativeApi.llama_token_to_str_with_model(this, llama_token, bytePtr, bytes.Length);
var written = NativeApi.llama_token_to_piece_with_model(this, llama_token, bytePtr, bytes.Length);
Debug.Assert(written == bytes.Length); Debug.Assert(written == bytes.Length);


return encoding.GetString(bytePtr, bytes.Length); return encoding.GetString(bytePtr, bytes.Length);
@@ -136,7 +136,7 @@ namespace LLama.Native
{ {
unsafe unsafe
{ {
var length = NativeApi.llama_token_to_str_with_model(this, llama_token, null, 0);
var length = NativeApi.llama_token_to_piece_with_model(this, llama_token, null, 0);
if (length == 0) if (length == 0)
return; return;


@@ -144,7 +144,7 @@ namespace LLama.Native
fixed (byte* bytePtr = bytes) fixed (byte* bytePtr = bytes)
{ {
// Decode into bytes // Decode into bytes
var written = NativeApi.llama_token_to_str_with_model(this, llama_token, bytePtr, bytes.Length);
var written = NativeApi.llama_token_to_piece_with_model(this, llama_token, bytePtr, bytes.Length);
Debug.Assert(written == bytes.Length); Debug.Assert(written == bytes.Length);


// Decode into chars // Decode into chars


BIN
LLama/runtimes/libllama-cuda11.dll View File


BIN
LLama/runtimes/libllama-cuda12.dll View File


BIN
LLama/runtimes/libllama.dll View File


BIN
LLama/runtimes/libllama.dylib View File


BIN
LLama/runtimes/libllama.so View File


Write Preview
Loading…
Cancel
Save