Bram Vanroy commited on
Commit
cd72db1
·
1 Parent(s): 24a6134

Revert "Update config.json"

Browse files

This reverts commit 49664a8d710ca03fce9919b68fcb15b38fa0ac0b.

Files changed (1) hide show
  1. config.json +14 -6
config.json CHANGED
@@ -1,13 +1,19 @@
1
  {
2
- "_name_or_path": "BramVanroy/falcon-7b-ft-alpaca-cleaned-dutch",
3
  "alibi": false,
4
  "apply_residual_connection_post_layernorm": false,
5
  "architectures": [
6
- "FalconForCausalLM"
7
  ],
8
  "attention_dropout": 0.0,
9
- "model_type": "falcon",
10
- "new_decoder_architecture": true,
 
 
 
 
 
 
11
  "bias": false,
12
  "bos_token_id": 11,
13
  "eos_token_id": 11,
@@ -15,8 +21,10 @@
15
  "hidden_size": 4544,
16
  "initializer_range": 0.02,
17
  "layer_norm_epsilon": 1e-05,
18
- "num_attention_heads": 71,
19
- "num_hidden_layers": 32,
 
 
20
  "parallel_attn": true,
21
  "torch_dtype": "bfloat16",
22
  "transformers_version": "4.30.2",
 
1
  {
2
+ "_name_or_path": "/home/local/vanroy/llm-finetuning/instruct-tuning/merged/falcon-7b-ft-alpaca-cleaned-dutch",
3
  "alibi": false,
4
  "apply_residual_connection_post_layernorm": false,
5
  "architectures": [
6
+ "RWForCausalLM"
7
  ],
8
  "attention_dropout": 0.0,
9
+ "auto_map": {
10
+ "AutoConfig": "tiiuae/falcon-7b--configuration_RW.RWConfig",
11
+ "AutoModel": "tiiuae/falcon-7b--modelling_RW.RWModel",
12
+ "AutoModelForCausalLM": "tiiuae/falcon-7b--modelling_RW.RWForCausalLM",
13
+ "AutoModelForQuestionAnswering": "tiiuae/falcon-7b--modelling_RW.RWForQuestionAnswering",
14
+ "AutoModelForSequenceClassification": "tiiuae/falcon-7b--modelling_RW.RWForSequenceClassification",
15
+ "AutoModelForTokenClassification": "tiiuae/falcon-7b--modelling_RW.RWForTokenClassification"
16
+ },
17
  "bias": false,
18
  "bos_token_id": 11,
19
  "eos_token_id": 11,
 
21
  "hidden_size": 4544,
22
  "initializer_range": 0.02,
23
  "layer_norm_epsilon": 1e-05,
24
+ "model_type": "RefinedWebModel",
25
+ "multi_query": true,
26
+ "n_head": 71,
27
+ "n_layer": 32,
28
  "parallel_attn": true,
29
  "torch_dtype": "bfloat16",
30
  "transformers_version": "4.30.2",