Add tokenizer.json
#9
by
bu6n
- opened
Generated with:
from transformers import AutoTokenizer
tokenizer = AutoTokenizer.from_pretrained("Davlan/bert-base-multilingual-cased-ner-hrl")
assert tokenizer.is_fast
tokenizer.save_pretrained("...")