jacob-c
/

gptneo-2.7Bloratunning

Text Generation

Model card Files Files and versions

jacob-c commited on Mar 18

Commit

a178904

·

verified ·

1 Parent(s): 076de99

Upload folder using huggingface_hub

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -4,11 +4,11 @@
     "GPTNeoForCausalLM"
   ],
   "attention_dropout": 0.0,
-  "attention_layers": ["global", "local"],
   "attention_types": [
     [
       ["global", "local"],
-      4
     ]
   ],
   "bos_token_id": 50256,

     "GPTNeoForCausalLM"
   ],
   "attention_dropout": 0.0,
+  "attention_layers": ["global", "local", "global", "local", "global", "local", "global", "local", "global", "local", "global", "local", "global", "local", "global", "local", "global", "local", "global", "local", "global", "local", "global", "local", "global", "local", "global", "local", "global", "local", "global", "local"],
   "attention_types": [
     [
       ["global", "local"],
+      16
     ]
   ],
   "bos_token_id": 50256,