Browse Source

Renamed one of the commented out pre tokenization items, showing the pattern they should all use.

pull/712/head
Martin Evans 1 year ago
parent
commit
703df2e3f3
1 changed files with 6 additions and 1 deletions
  1. +6
    -1
      LLama/Native/llama_vocab_pre_type.cs

+ 6
- 1
LLama/Native/llama_vocab_pre_type.cs View File

@@ -6,7 +6,12 @@
///// <remarks>llama_vocab_pre_type</remarks>
//public enum llama_vocab_pre_type
//{
// LLAMA_VOCAB_PRE_TYPE_DEFAULT = 0,
// /// <summary>
// /// Default pre tokenization type
// /// </summary>
// /// <remark>LLAMA_VOCAB_PRE_TYPE_DEFAULT</remark>
// Default = 0,
//
// LLAMA_VOCAB_PRE_TYPE_LLAMA3 = 1,
// LLAMA_VOCAB_PRE_TYPE_DEEPSEEK_LLM = 2,
// LLAMA_VOCAB_PRE_TYPE_DEEPSEEK_CODER = 3,


Loading…
Cancel
Save