Hugging Face's logo

junrushao
/
OpenHermes-2-Mistral-7B-q3f16_1-MLC

Model card Files Community
junrushao commited on
Commit
f9f0c02
·
1 Parent(s): 88f0fb8

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +4 -0
  2. logs.txt +0 -0
  3. mlc-chat-config.json +43 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<|im_end|>": 32000,
3
+ "<|im_start|>": 32001
4
+ }
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "mistral",
3
+ "quantization": "q3f16_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 14336,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32002,
11
+ "position_embedding_base": 10000.0,
12
+ "context_window_size": 32768,
13
+ "num_key_value_heads": 8,
14
+ "head_dim": 128,
15
+ "sliding_window_size": 4096,
16
+ "prefill_chunk_size": 32768,
17
+ "attention_sink_size": 4,
18
+ "tensor_parallel_shards": 1
19
+ },
20
+ "vocab_size": 32002,
21
+ "context_window_size": 32768,
22
+ "sliding_window_size": 4096,
23
+ "prefill_chunk_size": 32768,
24
+ "attention_sink_size": 4,
25
+ "tensor_parallel_shards": 1,
26
+ "mean_gen_len": 128,
27
+ "max_gen_len": 512,
28
+ "shift_fill_factor": 0.3,
29
+ "temperature": 0.7,
30
+ "repetition_penalty": 1.0,
31
+ "top_p": 0.95,
32
+ "conv_template": "open_hermes_mistral",
33
+ "pad_token_id": 0,
34
+ "bos_token_id": 1,
35
+ "eos_token_id": 32000,
36
+ "tokenizer_files": [
37
+ "tokenizer.model",
38
+ "added_tokens.json",
39
+ "tokenizer_config.json",
40
+ "tokenizer.json"
41
+ ],
42
+ "version": "0.1.0"
43
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee9dbbf2ad531a627ed5a27f742c8783e69d4dbfb5c1de7aa27e3f1f8f59a3f6
3
+ size 52739296
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cd82f45398da62e433cd5eb1138c9ad001e500e716b50ecb6c4352ac4366dd8
3
+ size 47251456
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53ae0a9ab8a591ea9dc6272bdf1d0ffe2ddddd900e94a6214bf0a3d8bc8f5bd6
3
+ size 27848704
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0f68d9cc5d2196104c9190d17ae48cea57529f5628aeb7866084b8a2d919e9b
3
+ size 23527424
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87c0f6177a0410472b91de085ba726df3c4d42a9a598455ae90f531c8ad9a9d1
3
+ size 47251456
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce954f2f80536ad5cfd319b0c4b8e4cd55ad2ca663637b9dd1d86fc6868772e0
3
+ size 27848704
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dd8a3d46aed55663beca16ba440f7acbc6bacbfec40b9a05bda02a8962b6746
3
+ size 23527424
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f4c55f9049b8ab9e5c19fa47b03ac066fa580195108eb05c039a0de16b181b8
3
+ size 47251456
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f07cdbf82cb0d49892c778aa0b63eed6a91d163194bb18e1c89f7367699adc5
3
+ size 27848704
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:877f88a8711c27d22c3b6706b5a88c8d52656fb88c0f0df61e639ad376402202
3
+ size 23527424
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:627d3fa182875900b0c18539a81a4c258732e0d24248107fc0dfa14b1722375d
3
+ size 47251456
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:758cdfaed94e57627842260e1af1c612065c78698724f891eb13062010d73d28
3
+ size 27848704
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc1060d634f6c233d24b84419c6128b891253aca28cf0ab613d84940faf076fa
3
+ size 33068956
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:397a422e69929bd5e558d91d377eb95938afa6d5c6923d6fb5f132d8185463e6
3
+ size 23527424
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19fe462cbdb83ac0b182fb83a229fadaf1af725ec4bc4c5ec00ea02c836ca89c
3
+ size 47251456
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da026b819b99d0b87b23323eab5aa939ffd647cd067f0253d9d4d322cd250021
3
+ size 27848704
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7cd4b22398e95e4bdde4ab764163716098599ee2cb9b02995314d2f431dc14f
3
+ size 23527424
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c79a926107cdf0752c94479465ce82a411787c222ee16b89cb106151e19d7a8b
3
+ size 47251456
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:035ba2c3f670d893715d8f3b91b73aa52f284ea4deb6c1ddb253528db8fe5e34
3
+ size 27848704
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:025c410823d2668f7a7ab073096abd6299f10f94921ffed4768908cade30090c
3
+ size 23527424
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ec144a3b06fea713314c99751775eb3dcbbb734084c9b69738c781044d8721a
3
+ size 47251456
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67c53336df700fc73b3dd891bf0180bc57e69ac75f187245e0a2dca305c684a1
3
+ size 27848704
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a5d4aba421cac733da47340723dec63d4406f9fb128539f136d120c94e06597
3
+ size 52739296
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e232d12127855a7bf056fb7a44d4a26dfc515bea64d9979be1f9e3be9116dcd
3
+ size 47251456
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c24eb83dfcdb1e77bdd76d86cf32dd8b3fc38959caa54254c6208fb5d70728c0
3
+ size 23527424
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0deb539142b57f2378e85b00d798e9cd6533bf538929f8aa1da7b1e493c6467a
3
+ size 31508380
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10ba2df1637404269feba2c5c65bb9af4d20aee953dfcff7838ee45a9080960a
3
+ size 47251456
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:459d4bef27b7b050c22b12c2c7a5baebac92f4b07dbb5f2fca6a72f79945446c
3
+ size 23527424
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02084cd69b567edaa39fd814ea4a5cb03f0cfc589ced788a77ba05294556cc0b
3
+ size 47251456
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee5cc182974dd18c59f31f28a77dc4a8b7a93394ad84b02e00ee85daf1f51c5f
3
+ size 30789632
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ec35e63bb5bf3e180d32d26fcd39d95fba6501641c9f8c6bfe59d8310650e71
3
+ size 23527424
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:187f53b8cb578347cad57356074affa0383eef2dcdb11a20aca25a1ad35f39c7
3
+ size 47251456
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:facf1a40c4c498e18fed7c7e7ce213d95207941fd5ea8f0b10d4272a8cdfbd1f
3
+ size 27848704
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2123604624cbee09ae49f0f379891fac0879a81890bff13f42138069626efa53
3
+ size 23527424
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2cafac54e227ad628c8a055902bed3fb2ef3abf409d84dff810bd7a3732c73f
3
+ size 32391168
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:688cde99f98072d5d0d5fa10cc45c75554a0113962d7eaae5515c85848ee0bf1
3
+ size 47251456
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ec51e12849679f3cc30a9f140e516f60ba516c619927f2a8c66028c2d744ee8
3
+ size 27848704
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eddbbd8f88e7df1a0dea179d583fe8fd26922cf3715f6dc05d0ac687d1d27285
3
+ size 23527424
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7963a7e06d8048d3f3eb7a48ef2692221ecd8aeb74f1f82f8dc0b262b7c5e6d9
3
+ size 47251456
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9812821064e2cd38b842f8cd094b0aa6b0ad0cff6883189860d791a27f1639b
3
+ size 27848704
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e935eb2b7771ca6b85bb69559e33af97f114530d64b29d4b69386c5447ee4f1
3
+ size 23527424
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a82ef60c76ba2187986ecd33758493d4ee9a8b2b21c397ea3c623aa5c171e6cf
3
+ size 47251456
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee07a847256633b9d390e7abf1b9a2f9e5e43e93cb2a6e7f7188242a00d4be1e
3
+ size 27848704
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:468871a8b51d4ae2867cf92107bd6992df25b9a138ec2aa938306550c58d9de7
3
+ size 23527424
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a42d616746ae193282fe837a4cfd3e29e4b8a61a5536cb471442152ea0d6843
3
+ size 47251456
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d0d3a21614b1d2ef81e3adfbee9af9b02966e5870aba354667f1490857696cb
3
+ size 23527424