Hugging Face's logo

Wei-Jie
/
llama3.1-8b-finetune_pack-800bs-2e-409

Safetensors
llama
Model card Files
xet
Community
Wei-Jie commited on
Commit
e876d30
·
verified ·
1 Parent(s): f1b0ce0

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. .gitattributes +1 -0
  2. config.json +6 -2
  3. generation_config.json +7 -4
  4. model-00001-of-00004.safetensors +1 -1
  5. model-00002-of-00004.safetensors +1 -1
  6. model-00003-of-00004.safetensors +1 -1
  7. model-00004-of-00004.safetensors +1 -1
  8. tokenizer.json +0 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json CHANGED
@@ -5,7 +5,11 @@
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 128000,
8
- "eos_token_id": 128001,
 
 
 
 
9
  "hidden_act": "silu",
10
  "hidden_size": 4096,
11
  "initializer_range": 0.02,
@@ -28,7 +32,7 @@
28
  "rope_theta": 500000.0,
29
  "tie_word_embeddings": false,
30
  "torch_dtype": "bfloat16",
31
- "transformers_version": "4.43.0.dev0",
32
  "use_cache": true,
33
  "vocab_size": 128256
34
  }
 
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
  "hidden_act": "silu",
14
  "hidden_size": 4096,
15
  "initializer_range": 0.02,
 
32
  "rope_theta": 500000.0,
33
  "tie_word_embeddings": false,
34
  "torch_dtype": "bfloat16",
35
+ "transformers_version": "4.42.3",
36
  "use_cache": true,
37
  "vocab_size": 128256
38
  }
generation_config.json CHANGED
@@ -1,9 +1,12 @@
1
  {
 
2
  "do_sample": true,
 
 
 
 
 
3
  "temperature": 0.6,
4
  "top_p": 0.9,
5
- "_from_model_config": true,
6
- "bos_token_id": 128000,
7
- "eos_token_id": 128001,
8
- "transformers_version": "4.43.0.dev0"
9
  }
 
1
  {
2
+ "bos_token_id": 128000,
3
  "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
+ "transformers_version": "4.42.3"
 
 
 
12
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cbc1576c742cbf118a4ffe8be936b10f133852482755e2276beb8e17c5ecbc66
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c56c3b418b0d827c0dcd318f6ef139db02aacc8df52091c9d9a25d2a8bea1a1c
3
  size 4976698672
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c584c6bb30ba4db83afab75e93ad7ecd71ad151f90ad13c620d7e145dae62ca
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e257a78e5370bf44d85ff209c8b7be1272f25c8f348bfdca9e594d8d9c9f429d
3
  size 4999802720
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f4156c34a21126f1c777743a5ff7ec3e58addee6c9e76a89b1961d94bee74bc
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acd5129dab2fba3519517857e438fcfb59e02aae2c053a54232f89f1f1549415
3
  size 4915916176
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c368bc3407c99ed65338f460cebe38cbc548a6017cbc09bad969fde5387777b2
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b85b8e4b6df7437a06a7a2bf8a236a2aa5aff928836ceb1d61d74546ab240bc
3
  size 1168138808
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff