meetkai
/

functionary-small-v3.1

Text Generation

text-generation-inference

Model card Files Files and versions

Metrics Training metrics Community

khaimai commited on Aug 8, 2024

Commit

0fb49ab

·

verified ·

1 Parent(s): 93eb3b9

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +4 -1

tokenizer_config.json CHANGED Viewed

@@ -2061,5 +2061,8 @@
   "model_max_length": 16384,
   "pad_token": "<|eot_id|>",
   "padding_side": "right",
-  "tokenizer_class": "PreTrainedTokenizerFast"
 }

   "model_max_length": 16384,
   "pad_token": "<|eot_id|>",
   "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "auto_map": {
+    "AutoTokenizer": ["tokenization_functionary.FunctionaryTokenizer", null]
+  }
 }