You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

RopeScalingType.cs 777 B

123456789101112131415161718192021222324252627282930
  1. namespace LLama.Native
  2. {
  3. /// <summary>
  4. /// RoPE scaling type.
  5. /// </summary>
  6. /// <remarks>C# equivalent of llama_rope_scaling_type</remarks>
  7. public enum RopeScalingType
  8. : int
  9. {
  10. /// <summary>
  11. /// No particular scaling type has been specified
  12. /// </summary>
  13. Unspecified = -1,
  14. /// <summary>
  15. /// Do not apply any RoPE scaling
  16. /// </summary>
  17. None = 0,
  18. /// <summary>
  19. /// Positional linear interpolation, as described by kaikendev: https://kaiokendev.github.io/til#extending-context-to-8k
  20. /// </summary>
  21. Linear = 1,
  22. /// <summary>
  23. /// YaRN scaling: https://arxiv.org/pdf/2309.00071.pdf
  24. /// </summary>
  25. Yarn = 2,
  26. }
  27. }