You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

LLamaTokenData.cs 621 B

12345678910111213141516171819202122232425262728
  1. using System.Runtime.InteropServices;
  2. namespace LLama.Native
  3. {
  4. [StructLayout(LayoutKind.Sequential)]
  5. public struct LLamaTokenData
  6. {
  7. /// <summary>
  8. /// token id
  9. /// </summary>
  10. public int id;
  11. /// <summary>
  12. /// log-odds of the token
  13. /// </summary>
  14. public float logit;
  15. /// <summary>
  16. /// probability of the token
  17. /// </summary>
  18. public float p;
  19. public LLamaTokenData(int id, float logit, float p)
  20. {
  21. this.id = id;
  22. this.logit = logit;
  23. this.p = p;
  24. }
  25. }
  26. }