tiiuae
/

Falcon-H1-1.5B-Deep-Base

Text Generation

Model card Files Files and versions Community

ybelkada commited on 17 days ago

Commit

f8cbdb8

·

verified ·

1 Parent(s): e99a4c1

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -0

tokenizer_config.json CHANGED Viewed

@@ -4527,6 +4527,7 @@
     ">>UNUSED_511<<"
   ],
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
   "extra_special_tokens": {},
   "model_max_length": 1000000000000000019884624838656,

     ">>UNUSED_511<<"
   ],
   "clean_up_tokenization_spaces": true,
+  "model_input_names": ["input_ids", "attention_mask"],
   "eos_token": "<|end_of_text|>",
   "extra_special_tokens": {},
   "model_max_length": 1000000000000000019884624838656,