daiweinan.thu
commited on
Commit
·
87078ad
1
Parent(s):
bba6704
update model weights
Browse files- config.json +5 -3
- generation_config.json +3 -3
- model-00001-of-00023.safetensors → model-00001-of-00014.safetensors +2 -2
- model-00002-of-00023.safetensors → model-00002-of-00014.safetensors +2 -2
- model-00003-of-00023.safetensors → model-00003-of-00014.safetensors +2 -2
- model-00004-of-00023.safetensors → model-00004-of-00014.safetensors +2 -2
- model-00005-of-00014.safetensors +3 -0
- model-00005-of-00023.safetensors +0 -3
- model-00006-of-00014.safetensors +3 -0
- model-00006-of-00023.safetensors +0 -3
- model-00007-of-00014.safetensors +3 -0
- model-00007-of-00023.safetensors +0 -3
- model-00008-of-00014.safetensors +3 -0
- model-00008-of-00023.safetensors +0 -3
- model-00009-of-00014.safetensors +3 -0
- model-00009-of-00023.safetensors +0 -3
- model-00010-of-00014.safetensors +3 -0
- model-00010-of-00023.safetensors +0 -3
- model-00011-of-00014.safetensors +3 -0
- model-00011-of-00023.safetensors +0 -3
- model-00012-of-00014.safetensors +3 -0
- model-00012-of-00023.safetensors +0 -3
- model-00013-of-00014.safetensors +3 -0
- model-00013-of-00023.safetensors +0 -3
- model-00014-of-00014.safetensors +3 -0
- model-00014-of-00023.safetensors +0 -3
- model-00015-of-00023.safetensors +0 -3
- model-00016-of-00023.safetensors +0 -3
- model-00017-of-00023.safetensors +0 -3
- model-00018-of-00023.safetensors +0 -3
- model-00019-of-00023.safetensors +0 -3
- model-00020-of-00023.safetensors +0 -3
- model-00021-of-00023.safetensors +0 -3
- model-00022-of-00023.safetensors +0 -3
- model-00023-of-00023.safetensors +0 -3
- model.safetensors.index.json +0 -0
config.json
CHANGED
@@ -3,7 +3,7 @@
|
|
3 |
"Qwen2ForCausalLM"
|
4 |
],
|
5 |
"attention_dropout": 0.0,
|
6 |
-
"
|
7 |
"eos_token_id": 151643,
|
8 |
"hidden_act": "silu",
|
9 |
"hidden_size": 5120,
|
@@ -15,13 +15,15 @@
|
|
15 |
"num_attention_heads": 40,
|
16 |
"num_hidden_layers": 64,
|
17 |
"num_key_value_heads": 8,
|
|
|
|
|
18 |
"rms_norm_eps": 1e-05,
|
19 |
"rope_scaling": null,
|
20 |
"rope_theta": 1000000.0,
|
21 |
-
"sliding_window":
|
22 |
"tie_word_embeddings": false,
|
23 |
"torch_dtype": "bfloat16",
|
24 |
-
"transformers_version": "4.
|
25 |
"use_cache": true,
|
26 |
"use_sliding_window": false,
|
27 |
"vocab_size": 152064
|
|
|
3 |
"Qwen2ForCausalLM"
|
4 |
],
|
5 |
"attention_dropout": 0.0,
|
6 |
+
"embd_pdrop": 0.0,
|
7 |
"eos_token_id": 151643,
|
8 |
"hidden_act": "silu",
|
9 |
"hidden_size": 5120,
|
|
|
15 |
"num_attention_heads": 40,
|
16 |
"num_hidden_layers": 64,
|
17 |
"num_key_value_heads": 8,
|
18 |
+
"pad_token_id": 151643,
|
19 |
+
"resid_pdrop": 0.0,
|
20 |
"rms_norm_eps": 1e-05,
|
21 |
"rope_scaling": null,
|
22 |
"rope_theta": 1000000.0,
|
23 |
+
"sliding_window": null,
|
24 |
"tie_word_embeddings": false,
|
25 |
"torch_dtype": "bfloat16",
|
26 |
+
"transformers_version": "4.47.1",
|
27 |
"use_cache": true,
|
28 |
"use_sliding_window": false,
|
29 |
"vocab_size": 152064
|
generation_config.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
{
|
2 |
-
"
|
3 |
"eos_token_id": 151643,
|
4 |
-
"
|
5 |
-
"transformers_version": "4.
|
6 |
}
|
|
|
1 |
{
|
2 |
+
"_from_model_config": true,
|
3 |
"eos_token_id": 151643,
|
4 |
+
"pad_token_id": 151643,
|
5 |
+
"transformers_version": "4.47.1"
|
6 |
}
|
model-00001-of-00023.safetensors → model-00001-of-00014.safetensors
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d5786346fbd74ab023415a132167cc2da0b7cc930dbf2f23be6dae409e6f20d3
|
3 |
+
size 3554947696
|
model-00002-of-00023.safetensors → model-00002-of-00014.safetensors
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:23b9707384062debdc5daf335d3503a1878b0d567897931211a8286f5722fc79
|
3 |
+
size 4965136544
|
model-00003-of-00023.safetensors → model-00003-of-00014.safetensors
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6155a699fb669275a1a561a666aa9503ccf71aab444ddfeb4cfc98fe46d819bc
|
3 |
+
size 4834112552
|
model-00004-of-00023.safetensors → model-00004-of-00014.safetensors
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6ac93a03ea16cea43e76238c2d5d59d9dcc813e1315a428ca8cae1632f811cb1
|
3 |
+
size 4959943064
|
model-00005-of-00014.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f39f385d463ff657bb4c6494a9fd4ef5833e667fa1968802c0e66c1bad55bbf
|
3 |
+
size 4723944872
|
model-00005-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:3e445a9451f4a9ec39878573890c239f5d7ac7bfdfcc83339e01921b42cd16c4
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00006-of-00014.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:16a58996b89787441836259df1e0a9fa846ca8b3b982dbdb50822301f2fe666e
|
3 |
+
size 4844607304
|
model-00006-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:54c47937dea7ba716dde83afac7d4ee3eb24f907f9c8e7fc2dc6d385821acde4
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00007-of-00014.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9f4c5c9af96d7e7dfbc04d664053fa0d8ffd34865b139e2b91da717dbf8e14c2
|
3 |
+
size 4949444696
|
model-00007-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:0805711375be0d77b512f04b8acdd578f6ba3febc60ef239b1a491eae0807e7d
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00008-of-00014.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3e256d7629b72a855147bdde063475b1c30a96a4391effa92a7b9791cdf0c19a
|
3 |
+
size 4970379600
|
model-00008-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:ce890ad9f04ed1c0c9abf6f4090216769714fd275b8b23cc0efaef542bf71d34
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00009-of-00014.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:87de063d49448daefff2240824d2a2d5aacd82affc7d5cfb6e536d6616f742f1
|
3 |
+
size 4876030024
|
model-00009-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:b170958c48cee10702c1e444bc94424a478c39ae4f51bba92902853e92a7b51c
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00010-of-00014.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c6279f2642a6496151b8dad3ab70b7007bbebd14f4321c0111141bd97260f591
|
3 |
+
size 4781722376
|
model-00010-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:38116c8e1bbd9295de0b064e753db4b0dcfb96e291e184b7c1de080b74d085c2
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00011-of-00014.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0752e1e36b6519de4c89e26063c486ce197c3478f8fc56615ce27128578c1523
|
3 |
+
size 4886668944
|
model-00011-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:f8eb6bafbd9d80d56bb37b06a33902d18d3423a8526660cdfd95ee7c5bf02b16
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00012-of-00014.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2f3f1c355990e3b0eb0c6d8994dc9b825e2741319476b3c4fc9bf86c0c8b3480
|
3 |
+
size 4896943296
|
model-00012-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:a75d41d1e1ecb5455696647c75ae2eaede25266a53a0641ebe17723abfd39085
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00013-of-00014.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:19e73947730e73e6f8d8df9397b6426fcbae8098f1005a85224fad1b7dc90ea9
|
3 |
+
size 4834024896
|
model-00013-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:cfe63c599a0f3167ea54941b28c99396e58deb93948a27422aaaec75ef8b3761
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00014-of-00014.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2c2053d7eab66031d0522d3e4577eb7320cbd51d4c797317d5978a9aa61f4da0
|
3 |
+
size 3449935632
|
model-00014-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:eb0492ff6b70b5b5361ab7df579b9c78c13aa468a2cafc5869c8e12d6d9558ad
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00015-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:484d8a2649f4e219897d0acc65d95971f09ad520edf49822c08034537552d45a
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00016-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:2d5682e6697a9d999ae80391220396dde16f584f5ff4fe5a325063f3706eee22
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00017-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:92190b29fa3aebb698c36f76922db2a1e39ac58dedebbd2d2e8e835e4a544d5a
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00018-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:dc5e9c1dc0acef11e0d6fbea7427bc4bd572fff3b5081605d186df29fcbc3e2c
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00019-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:514fa87289baf7642a09f1cb9dd12818cd51c26d6ac7d05321e660454093675b
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00020-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:fbbc9337e9c6f678835e0c5f95c7494dfc7d261c27e8840331927bed73eb6e53
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00021-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:6e6a75e9fed0b0c0635c32fb2594e9c09f90667ab59e3bf54b0e2dd299162097
|
3 |
-
size 2925635656
|
|
|
|
|
|
|
|
model-00022-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:83d00fae7899b25f4ebce7c20fecbf240017e89277cb8dc9a473f1f64dd9165f
|
3 |
-
size 2516686088
|
|
|
|
|
|
|
|
model-00023-of-00023.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:2a102bad44bf02c0813279862f1864eec2aae73d22c48a5a76e3922a60239be4
|
3 |
-
size 1557135488
|
|
|
|
|
|
|
|
model.safetensors.index.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|