You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

NativeApi.Quantize.cs 722 B

123456789101112131415161718192021
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Runtime.InteropServices;
  4. using System.Text;
  5. namespace LLama.Native
  6. {
  7. public partial class NativeApi
  8. {
  9. /// <summary>
  10. /// Returns 0 on success
  11. /// </summary>
  12. /// <param name="fname_inp"></param>
  13. /// <param name="fname_out"></param>
  14. /// <param name="param"></param>
  15. /// <remarks>not great API - very likely to change</remarks>
  16. /// <returns>Returns 0 on success</returns>
  17. [DllImport(libraryName, CallingConvention = CallingConvention.Cdecl)]
  18. public unsafe static extern int llama_model_quantize(string fname_inp, string fname_out, LLamaModelQuantizeParams* param);
  19. }
  20. }