Safetensors
Hebrew
bert
Shaltiel commited on
Commit
f9db3c2
·
verified ·
1 Parent(s): 3ffccd9

Upload tokenization_splinter.py

Browse files
Files changed (1) hide show
  1. tokenization_splinter.py +3 -0
tokenization_splinter.py CHANGED
@@ -214,3 +214,6 @@ class SplinterBertTokenizerFast(BertTokenizerFast):
214
  PreTokenizer.custom(SplinterPreTokenizer(self.splinter))
215
  ])
216
  self._tokenizer.decoder = Decoder.custom(SplinterDecoder(self.splinter))
 
 
 
 
214
  PreTokenizer.custom(SplinterPreTokenizer(self.splinter))
215
  ])
216
  self._tokenizer.decoder = Decoder.custom(SplinterDecoder(self.splinter))
217
+
218
+ def save(self, *args, **kwargs):
219
+ print('Cannot save SplinterBertTokenizerFast, please copy the files directly from the repository')