Fix `model_max_length` in `tokenizer_config.json`
#7
by
						
bryant1410
	
							
						- opened
							
					
- tokenizer_config.json +1 -1
 
    	
        tokenizer_config.json
    CHANGED
    
    | 
         @@ -4,7 +4,7 @@ 
     | 
|
| 4 | 
         
             
              "do_basic_tokenize": true,
         
     | 
| 5 | 
         
             
              "do_lower_case": true,
         
     | 
| 6 | 
         
             
              "mask_token": "[MASK]",
         
     | 
| 7 | 
         
            -
              "model_max_length":  
     | 
| 8 | 
         
             
              "never_split": null,
         
     | 
| 9 | 
         
             
              "pad_token": "[PAD]",
         
     | 
| 10 | 
         
             
              "sep_token": "[SEP]",
         
     | 
| 
         | 
|
| 4 | 
         
             
              "do_basic_tokenize": true,
         
     | 
| 5 | 
         
             
              "do_lower_case": true,
         
     | 
| 6 | 
         
             
              "mask_token": "[MASK]",
         
     | 
| 7 | 
         
            +
              "model_max_length": 512,
         
     | 
| 8 | 
         
             
              "never_split": null,
         
     | 
| 9 | 
         
             
              "pad_token": "[PAD]",
         
     | 
| 10 | 
         
             
              "sep_token": "[SEP]",
         
     |