zhichao-geng commited on
Commit
7b838cb
·
1 Parent(s): da2f64e

update max length

Browse files
query_0_SparseStaticEmbedding/tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 512,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 8192,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
query_0_SparseStaticEmbedding/tokenizer_config.json CHANGED
@@ -46,8 +46,8 @@
46
  "do_lower_case": true,
47
  "extra_special_tokens": {},
48
  "mask_token": "[MASK]",
49
- "max_length": 512,
50
- "model_max_length": 512,
51
  "pad_to_multiple_of": null,
52
  "pad_token": "[PAD]",
53
  "pad_token_type_id": 0,
 
46
  "do_lower_case": true,
47
  "extra_special_tokens": {},
48
  "mask_token": "[MASK]",
49
+ "max_length": 8192,
50
+ "model_max_length": 8192,
51
  "pad_to_multiple_of": null,
52
  "pad_token": "[PAD]",
53
  "pad_token_type_id": 0,
sentence_bert_config.json CHANGED
@@ -1,4 +1,4 @@
1
  {
2
- "max_seq_length": 512,
3
  "do_lower_case": false
4
  }
 
1
  {
2
+ "max_seq_length": 8192,
3
  "do_lower_case": false
4
  }
tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 512,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 8192,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },