FricoRico commited on
Commit
25a2f0e
·
verified ·
1 Parent(s): 3aa5c3c

initial commit

Browse files
config.json CHANGED
@@ -11,15 +11,15 @@
11
  "decoder_ffn_dim": 2048,
12
  "decoder_layerdrop": 0.0,
13
  "decoder_layers": 6,
14
- "decoder_start_token_id": 60117,
15
- "decoder_vocab_size": 60118,
16
  "dropout": 0.1,
17
  "encoder_attention_heads": 8,
18
  "encoder_ffn_dim": 2048,
19
  "encoder_layerdrop": 0.0,
20
  "encoder_layers": 6,
21
- "eos_token_id": 26390,
22
- "forced_eos_token_id": null,
23
  "init_std": 0.02,
24
  "is_encoder_decoder": true,
25
  "max_length": null,
@@ -28,12 +28,12 @@
28
  "normalize_embedding": false,
29
  "num_beams": null,
30
  "num_hidden_layers": 6,
31
- "pad_token_id": 60117,
32
  "scale_embedding": true,
33
  "share_encoder_decoder_embeddings": true,
34
  "static_position_embeddings": true,
35
  "torch_dtype": "float16",
36
  "transformers_version": "4.47.1",
37
  "use_cache": true,
38
- "vocab_size": 60118
39
  }
 
11
  "decoder_ffn_dim": 2048,
12
  "decoder_layerdrop": 0.0,
13
  "decoder_layers": 6,
14
+ "decoder_start_token_id": 7753,
15
+ "decoder_vocab_size": 7754,
16
  "dropout": 0.1,
17
  "encoder_attention_heads": 8,
18
  "encoder_ffn_dim": 2048,
19
  "encoder_layerdrop": 0.0,
20
  "encoder_layers": 6,
21
+ "eos_token_id": 0,
22
+ "forced_eos_token_id": 0,
23
  "init_std": 0.02,
24
  "is_encoder_decoder": true,
25
  "max_length": null,
 
28
  "normalize_embedding": false,
29
  "num_beams": null,
30
  "num_hidden_layers": 6,
31
+ "pad_token_id": 7753,
32
  "scale_embedding": true,
33
  "share_encoder_decoder_embeddings": true,
34
  "static_position_embeddings": true,
35
  "torch_dtype": "float16",
36
  "transformers_version": "4.47.1",
37
  "use_cache": true,
38
+ "vocab_size": 7754
39
  }
generation_config.json CHANGED
@@ -2,15 +2,15 @@
2
  "_from_model_config": true,
3
  "bad_words_ids": [
4
  [
5
- 60117
6
  ]
7
  ],
8
  "bos_token_id": 0,
9
- "decoder_start_token_id": 60117,
10
- "eos_token_id": 26390,
11
- "forced_eos_token_id": 26390,
12
  "max_length": 512,
13
  "num_beams": 6,
14
- "pad_token_id": 60117,
15
  "transformers_version": "4.47.1"
16
  }
 
2
  "_from_model_config": true,
3
  "bad_words_ids": [
4
  [
5
+ 7753
6
  ]
7
  ],
8
  "bos_token_id": 0,
9
+ "decoder_start_token_id": 7753,
10
+ "eos_token_id": 0,
11
+ "forced_eos_token_id": 0,
12
  "max_length": 512,
13
  "num_beams": 6,
14
+ "pad_token_id": 7753,
15
  "transformers_version": "4.47.1"
16
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c19823ec9844b8bbab5dd5f92f80bd2b8fdf34b761fc6493793bb72d5c9172d7
3
- size 211548132
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4509413f22713ae508fadc15e9921e1d7979b05b29186600aae6fe6de0bd11d1
3
+ size 104201644
source.spm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c1634e11da5416140084a65c9165df00f32ed5cb962c01fba089bfe6c760fda
3
- size 982322
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98748c4942a7e7f2054584bc6aaf23398f13c250229ecb3b8fddbb187e788b3e
3
+ size 305336
target.spm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1aa0855c098cafff8f8aba0c9aef05831c526ece0639a3496945d5bbcd46ad05
3
- size 785566
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d365607543da2e7da58a666fc1f5c14808eb4a6dffb137b15b17d95ccf691fa0
3
+ size 324856
tokenizer_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "added_tokens_decoder": {
3
- "26390": {
4
  "content": "</s>",
5
  "lstrip": false,
6
  "normalized": false,
@@ -8,7 +8,7 @@
8
  "single_word": false,
9
  "special": true
10
  },
11
- "31021": {
12
  "content": "<unk>",
13
  "lstrip": false,
14
  "normalized": false,
@@ -16,7 +16,7 @@
16
  "single_word": false,
17
  "special": true
18
  },
19
- "60117": {
20
  "content": "<pad>",
21
  "lstrip": false,
22
  "normalized": false,
 
1
  {
2
  "added_tokens_decoder": {
3
+ "0": {
4
  "content": "</s>",
5
  "lstrip": false,
6
  "normalized": false,
 
8
  "single_word": false,
9
  "special": true
10
  },
11
+ "1": {
12
  "content": "<unk>",
13
  "lstrip": false,
14
  "normalized": false,
 
16
  "single_word": false,
17
  "special": true
18
  },
19
+ "7753": {
20
  "content": "<pad>",
21
  "lstrip": false,
22
  "normalized": false,
vocab.json CHANGED
The diff for this file is too large to render. See raw diff