Safetensors
llama
Pclanglais commited on
Commit
c000feb
·
verified ·
1 Parent(s): d9d37df

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -35,7 +35,7 @@
35
  },
36
  "clean_up_tokenization_spaces": true,
37
  "model_max_length": 1000000000000000019884624838656,
38
- "tokenizer_class": "PreTrainedTokenizerFast"
39
  "return_token_type_ids": false,
40
  "use_token_type_ids": false
41
  }
 
35
  },
36
  "clean_up_tokenization_spaces": true,
37
  "model_max_length": 1000000000000000019884624838656,
38
+ "tokenizer_class": "PreTrainedTokenizerFast",
39
  "return_token_type_ids": false,
40
  "use_token_type_ids": false
41
  }