yujiepan commited on
Commit
44282d8
·
verified ·
1 Parent(s): be7f5dd

Revert config_json['text_config']["attention_chunk_size"] = 128

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -9,7 +9,7 @@
9
  "text_config": {
10
  "_attn_implementation_autoset": true,
11
  "attention_bias": false,
12
- "attention_chunk_size": 128,
13
  "attention_dropout": 0.0,
14
  "attn_scale": 0.1,
15
  "attn_temperature_tuning": 4,
 
9
  "text_config": {
10
  "_attn_implementation_autoset": true,
11
  "attention_bias": false,
12
+ "attention_chunk_size": 8192,
13
  "attention_dropout": 0.0,
14
  "attn_scale": 0.1,
15
  "attn_temperature_tuning": 4,