Renamed one of the commented out pre tokenization items, showing the …

…pattern they should all use.
SciSharp · May 10, 2024 · 703df2e · 703df2e
1 parent 68705c9
commit 703df2e
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/LLama/Native/llama_vocab_pre_type.cs b/LLama/Native/llama_vocab_pre_type.cs
@@ -6,7 +6,12 @@
 ///// <remarks>llama_vocab_pre_type</remarks>
 //public enum llama_vocab_pre_type
 //{
-//    LLAMA_VOCAB_PRE_TYPE_DEFAULT = 0,
+//    /// <summary>
+//    /// Default pre tokenization type
+//    /// </summary>
+//    /// <remark>LLAMA_VOCAB_PRE_TYPE_DEFAULT</remark>
+//    Default = 0,
+//
 //    LLAMA_VOCAB_PRE_TYPE_LLAMA3 = 1,
 //    LLAMA_VOCAB_PRE_TYPE_DEEPSEEK_LLM = 2,
 //    LLAMA_VOCAB_PRE_TYPE_DEEPSEEK_CODER = 3,