diff --git a/LLama.Web/Common/ModelOptions.cs b/LLama.Web/Common/ModelOptions.cs index 3d88d6b3..e8b89dee 100644 --- a/LLama.Web/Common/ModelOptions.cs +++ b/LLama.Web/Common/ModelOptions.cs @@ -84,7 +84,7 @@ namespace LLama.Web.Common /// /// how split tensors should be distributed across GPUs /// - public nint TensorSplits { get; set; } + public float[] TensorSplits { get; set; } /// /// Grouped-Query Attention