Browse Source

Switched to codellama-7b.gguf in tests (probably temporarily)

tags/v0.5.1
Martin Evans 2 years ago
parent
commit
95dc12dd76
5 changed files with 16 additions and 12 deletions
  1. +1
    -0
      .gitignore
  2. +1
    -1
      LLama.Unittest/BasicTest.cs
  3. +1
    -1
      LLama.Unittest/Constants.cs
  4. +12
    -9
      LLama.Unittest/LLama.Unittest.csproj
  5. +1
    -1
      LLama.Unittest/LLamaContextTests.cs

+ 1
- 0
.gitignore View File

@@ -344,4 +344,5 @@ test/TensorFlowNET.Examples/mnist
site/

/LLama.Unittest/Models/*.bin
/LLama.Unittest/Models/*.gguf


+ 1
- 1
LLama.Unittest/BasicTest.cs View File

@@ -25,7 +25,7 @@ namespace LLama.Unittest
[Fact]
public void BasicModelProperties()
{
Assert.Equal(32000, _model.VocabCount);
Assert.Equal(32016, _model.VocabCount);
Assert.Equal(2048, _model.ContextSize);
Assert.Equal(4096, _model.EmbeddingSize);
}


+ 1
- 1
LLama.Unittest/Constants.cs View File

@@ -2,6 +2,6 @@
{
internal static class Constants
{
public static string ModelPath = "Models/llama-2-7b-chat.ggmlv3.q3_K_S.bin";
public static string ModelPath = "Models/codellama-7b.Q3_K_S.gguf";
}
}

+ 12
- 9
LLama.Unittest/LLama.Unittest.csproj View File

@@ -24,7 +24,7 @@
</ItemGroup>

<Target Name="DownloadContentFiles" BeforeTargets="Build">
<DownloadFile SourceUrl="https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/resolve/main/llama-2-7b-chat.ggmlv3.q3_K_S.bin" DestinationFolder="Models" DestinationFileName="llama-2-7b-chat.ggmlv3.q3_K_S.bin" SkipUnchangedFiles="true">
<DownloadFile SourceUrl="https://huggingface.co/TheBloke/CodeLlama-7B-GGUF/resolve/main/codellama-7b.Q3_K_S.gguf" DestinationFolder="Models" DestinationFileName="codellama-7b.Q3_K_S.gguf" SkipUnchangedFiles="true">
</DownloadFile>
</Target>

@@ -37,30 +37,33 @@
</ItemGroup>

<ItemGroup>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/ggml-metal.metal">
<None Update="../runtimes/ggml-metal.metal">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda11.dll">
<None Update="../runtimes/libllama-cuda11.dll">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda11.so">
<None Update="../runtimes/libllama-cuda11.so">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda12.dll">
<None Update="../runtimes/libllama-cuda12.dll">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda12.so">
<None Update="../runtimes/libllama-cuda12.so">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-metal.dylib">
<None Update="../runtimes/libllama-metal.dylib">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama.dylib">
<None Update="../runtimes/libllama.dylib">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama.so">
<None Update="../runtimes/libllama.so">
<CopyToOutputDirectory>Never</CopyToOutputDirectory>
</None>
<None Update="Models\codellama-7b.Q3_K_S.gguf">
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
</None>
<None Update="Models\llama-2-7b-chat.ggmlv3.q3_K_S.bin">
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
</None>


+ 1
- 1
LLama.Unittest/LLamaContextTests.cs View File

@@ -29,7 +29,7 @@ namespace LLama.Unittest
{
Assert.Equal(768, _context.ContextSize);
Assert.Equal(4096, _context.EmbeddingSize);
Assert.Equal(32000, _context.VocabCount);
Assert.Equal(32016, _context.VocabCount);
}
}
}

Loading…
Cancel
Save