Hugging Face's logo

mlc-ai
/
Llama-3-70B-Instruct-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
1f99b18
·
verified ·
1 Parent(s): a0f211f

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +79 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_124.bin +3 -0
  33. params_shard_125.bin +3 -0
  34. params_shard_126.bin +3 -0
  35. params_shard_127.bin +3 -0
  36. params_shard_128.bin +3 -0
  37. params_shard_129.bin +3 -0
  38. params_shard_13.bin +3 -0
  39. params_shard_130.bin +3 -0
  40. params_shard_131.bin +3 -0
  41. params_shard_132.bin +3 -0
  42. params_shard_133.bin +3 -0
  43. params_shard_134.bin +3 -0
  44. params_shard_135.bin +3 -0
  45. params_shard_136.bin +3 -0
  46. params_shard_137.bin +3 -0
  47. params_shard_138.bin +3 -0
  48. params_shard_139.bin +3 -0
  49. params_shard_14.bin +3 -0
  50. params_shard_140.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 8192,
6
+ "intermediate_size": 28672,
7
+ "num_attention_heads": 64,
8
+ "num_hidden_layers": 80,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 128256,
11
+ "position_embedding_base": 500000.0,
12
+ "context_window_size": 8192,
13
+ "prefill_chunk_size": 2048,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 128256,
20
+ "context_window_size": 8192,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 2048,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.6,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 0.9,
33
+ "conv_template": {
34
+ "name": "llama-3",
35
+ "system_template": "<|start_header_id|>system<|end_header_id|>\n\n{system_message}",
36
+ "system_message": "You are a helpful, respectful and honest assistant.",
37
+ "system_prefix_token_ids": [
38
+ 128000
39
+ ],
40
+ "add_role_after_system_message": true,
41
+ "roles": {
42
+ "user": "user",
43
+ "assistant": "assistant"
44
+ },
45
+ "role_templates": {
46
+ "user": "{user_message}",
47
+ "assistant": "{assistant_message}",
48
+ "tool": "{tool_message}"
49
+ },
50
+ "messages": [],
51
+ "seps": [
52
+ "<|eot_id|><|start_header_id|>"
53
+ ],
54
+ "role_content_sep": "<|end_header_id|>\n\n",
55
+ "role_empty_sep": "<|end_header_id|>\n\n",
56
+ "stop_str": [
57
+ "<|end_of_text|>",
58
+ "<|eot_id|>"
59
+ ],
60
+ "stop_token_ids": [
61
+ 128001,
62
+ 128009
63
+ ],
64
+ "function_string": "",
65
+ "use_function_calling": false
66
+ },
67
+ "pad_token_id": 0,
68
+ "bos_token_id": 128000,
69
+ "eos_token_id": [
70
+ 128001,
71
+ 128009
72
+ ],
73
+ "tokenizer_files": [
74
+ "tokenizer.json",
75
+ "tokenizer_config.json"
76
+ ],
77
+ "token_table_postproc_method": "byte_level",
78
+ "version": "0.1.0"
79
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9964fd4e759177336a606741b2f7469fb5bd5541df2ab5ae074bdfc6dab9def
3
+ size 525336576
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa68fb4d1660c5b9368da5ebd6f61b27653986dec0dfe48bb4f1021e34fcfeb2
3
+ size 65667072
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0c6d7b6fce01bc03ace2d18c2938d2c80301bf701141c1ea956d7db07de8e04
3
+ size 29360128
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fdb821f3bb6d3422c1fc9fa8f22811ba3f02d88ffc687de6212cf5c47b639ff
3
+ size 33554432
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3e8a0300e4eebdedfceb1cf37523037b5b7c0cc92995d81a669663fbc968082
3
+ size 117440512
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8996c5706973d981b92ae750752c5a68520a3fd8a25e301f407c4434ebab90f7
3
+ size 18907136
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a8889943a819edcb32e7e2bed265ac0ea13c9ad1ad22b2f7bc327839e7b1d57
3
+ size 234881024
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cebc501e02822da0d6bb71120319b409c93aa0386f57c27216c0e5275c742a9
3
+ size 29360128
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c8072978bf83126bf2f678121db18a9f7dd07da64e298c6bece93c624f60d08
3
+ size 41943040
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8bbdc7aa42ff827abe5eab26f9d2215b71901588dbf9503f46a9dae721f60a7
3
+ size 33554432
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a1ddbf4eba216487ed5abb44020250bc2ef33b449dde2804831743e36a6b824
3
+ size 117440512
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca9f711c7346e5f64a5440a8cebc20e2eae64387fd5b96f8b8e553b0c8e8f2c1
3
+ size 24150016
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa04cf3e90ffc2ff26bd6c2fce713eb3cfdac36200a1628aac718d80138c7c7e
3
+ size 234881024
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70a8f5f25fbfd0c2b914b5100d4bda61328de4fb7e0f6bb118eb7283c04261ee
3
+ size 41943040
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b68610823d2b6fa3cbb64ad9487dfb66a8ad21e11edf42111db3e2335935c2d
3
+ size 29360128
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7539b32f664531493c9268ce9ae461c2dc50b53922272d9caeb5a97eacee0cf
3
+ size 41943040
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64ac00aca4f7bc3f0f57dfb9a066dc55e51437f8350de01c97c12864f0e83d36
3
+ size 33554432
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efe63a05e9ed7846b1168518e4f72ac02e68f3d2c641843db609614242579dcf
3
+ size 117440512
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a86432ed04a9c0fb03eb435b7241a29f80fc300e53a5b73d703911a2aca2d02
3
+ size 24150016
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:951f7be7559b5c5db2beed1b1e9efb6daeac384c2db2ed07ef7ba8cac6c1287e
3
+ size 234881024
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec78f116d6314e53089e9aa5f5033b7efbdf9eacac825822c47b01cc660e0f1
3
+ size 29360128
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f04332c9e63233d0e6846105cf8402255cea1b8f3c1767ea73f55d3167265c71
3
+ size 41943040
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01245fd22aafd3364b85886997979d455a76b8a3500c8d7d07c3ebb15de5485b
3
+ size 33554432
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:729635359e6e6b4b975e0bc81bd4a0aa603e7c4c53202b7f1d7098c96e4e30d6
3
+ size 117440512
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5338b7688c070cefe519c229c1ac01dd8170754ab4c701417be09b6978e031c5
3
+ size 33554432
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e5cd1b13274038f2e5c296c5946372acbbcd2748ae92296390c21815fcf7fe5
3
+ size 24150016
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2ad8ed8b3aa666600ec65275e7a09ac542327816f2a25f26917c83e07438262
3
+ size 234881024
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5a32f90203bd45a79a853f8b6f604450ca96a2ad13edfe126ef68e41770a049
3
+ size 29360128
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cfdcb9456457d48bf1c402afcb5290526a6a94b0c6214b54fd25e51eb25727e
3
+ size 41943040
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e12c62a048cc7a30280377c64f77c0506024f786d01234decbab775e940b607b
3
+ size 33554432
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9d8415e55e4b83daf710cd460e4fe0871f0d60630d4cc55a718b03d040a40b4
3
+ size 234881024
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b26d553c1394bcaf6680a3d7a0655b8de27b32e828d09e0da3d1c92d6107bdc
3
+ size 29360128
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47dcd9a09aa976edc48193f3a432256720ea838ffb1f9d0102e6297ab39139da
3
+ size 41943040
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a454d38a54bb3fed72a7eb71fad62d5e715f903514c895a5f8a0f472a13e7495
3
+ size 33554432
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eb998c002f843503236744a1ae496cac24f03c20d241ccef13015ae66dc64f2
3
+ size 29376512
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5be34b6ac959eda026786f16e729c8dbef71a79f4bb57f311a49c6547ebbbe59
3
+ size 29392896
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eb87f87010a69a1c4b67f2e04f7dc7ad707fd10c6a8952a1a60edca7d534b58
3
+ size 117440512
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df97662f056eaa99d05aa5a793d1595c8caa9a5cedc5739820f149ead796fc18
3
+ size 117440512
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5f233bf89335201a8fe836f68c7065a85dd33bc2edcbf6ac8c0a313e207e207
3
+ size 18923520
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4691d0287ef3646f30c6876fe0eff159fbdbcab68e018f92b8bbca39a6ca5d84
3
+ size 234881024
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bd6173732dbd4e8c1af063ee815245d312f5e8adcae607efef247a799cb1827
3
+ size 29360128
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:317734752fdb3dcefdd4fc529af5dc4de55a4a9a58b5cbc137bf2e7fb17965da
3
+ size 41943040
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:220447ecada5c41f8bb8aad186dac940019ac2f4cf0a3d616e4edf7b289aba1a
3
+ size 33554432
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72fd9ce7d3208e2c727fa9daced57e7d76dd3135cf9d2a50d91644196ea3b76b
3
+ size 117440512
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:559e1e171f06e7d55c2189064e44d3d49d2c2e861349316e03a8763199305748
3
+ size 24150016
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fbab4e19bb66155a8c5f87a6e2e8338cb4a766fa5c07e282b3ee0c2971cfb3e
3
+ size 234881024
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc40c3cb9e16701fb97f66e9e64c736ca81d4b50de6403d5a8fe2c3e857ffb88
3
+ size 117440512
params_shard_140.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4be0894ef3320e8702c912579bee003bec5a51f5a4ea2d634183c66f3c79ea17
3
+ size 29360128