|
|
|
@@ -55,13 +55,13 @@ namespace LLama.Native |
|
|
|
if (RuntimeInformation.IsOSPlatform(OSPlatform.Windows)) |
|
|
|
{ |
|
|
|
// All of the Windows libraries, in order of preference |
|
|
|
return TryLoad("win-cuda12/libllama.dll") |
|
|
|
?? TryLoad("win-cuda11/libllama.dll") |
|
|
|
return TryLoad("win/cu12.1.0/libllama.dll") |
|
|
|
?? TryLoad("win/cu11.7.1/libllama.dll") |
|
|
|
#if NET8_0_OR_GREATER |
|
|
|
?? TryLoad("win-avx512/libllama.dll", System.Runtime.Intrinsics.X86.Avx512.IsSupported) |
|
|
|
?? TryLoad("win/avx512/libllama.dll", System.Runtime.Intrinsics.X86.Avx512.IsSupported) |
|
|
|
#endif |
|
|
|
?? TryLoad("win-avx2/libllama.dll", System.Runtime.Intrinsics.X86.Avx2.IsSupported) |
|
|
|
?? TryLoad("win-avx/libllama.dll", System.Runtime.Intrinsics.X86.Avx.IsSupported) |
|
|
|
?? TryLoad("win/avx2/libllama.dll", System.Runtime.Intrinsics.X86.Avx2.IsSupported) |
|
|
|
?? TryLoad("win/avx/libllama.dll", System.Runtime.Intrinsics.X86.Avx.IsSupported) |
|
|
|
?? IntPtr.Zero; |
|
|
|
} |
|
|
|
|
|
|
|
|