ybelkada commited on
Commit
52036ae
·
verified ·
1 Parent(s): 4932a3a

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -0
tokenizer_config.json CHANGED
@@ -9148,6 +9148,7 @@
9148
  "extra_special_tokens": {},
9149
  "model_max_length": 1000000000000000019884624838656,
9150
  "pad_token": "<pad>",
 
9151
  "padding_side": "left",
9152
  "tokenizer_class": "PreTrainedTokenizer"
9153
  }
 
9148
  "extra_special_tokens": {},
9149
  "model_max_length": 1000000000000000019884624838656,
9150
  "pad_token": "<pad>",
9151
+ "model_input_names": ["input_ids", "attention_mask"],
9152
  "padding_side": "left",
9153
  "tokenizer_class": "PreTrainedTokenizer"
9154
  }