Hugging Face's logo

CharlieFRuan
/
mlc-chat-Mistral-7B-Instruct-v0.1-q4f16_1

Model card Files Community
CharlieFRuan commited on
Commit
8464bd8
·
1 Parent(s): 435e58e

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +48 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_11.bin +3 -0
  14. params_shard_12.bin +3 -0
  15. params_shard_13.bin +3 -0
  16. params_shard_14.bin +3 -0
  17. params_shard_15.bin +3 -0
  18. params_shard_16.bin +3 -0
  19. params_shard_17.bin +3 -0
  20. params_shard_18.bin +3 -0
  21. params_shard_19.bin +3 -0
  22. params_shard_2.bin +3 -0
  23. params_shard_20.bin +3 -0
  24. params_shard_21.bin +3 -0
  25. params_shard_22.bin +3 -0
  26. params_shard_23.bin +3 -0
  27. params_shard_24.bin +3 -0
  28. params_shard_25.bin +3 -0
  29. params_shard_26.bin +3 -0
  30. params_shard_27.bin +3 -0
  31. params_shard_28.bin +3 -0
  32. params_shard_29.bin +3 -0
  33. params_shard_3.bin +3 -0
  34. params_shard_30.bin +3 -0
  35. params_shard_31.bin +3 -0
  36. params_shard_32.bin +3 -0
  37. params_shard_33.bin +3 -0
  38. params_shard_34.bin +3 -0
  39. params_shard_35.bin +3 -0
  40. params_shard_36.bin +3 -0
  41. params_shard_37.bin +3 -0
  42. params_shard_38.bin +3 -0
  43. params_shard_39.bin +3 -0
  44. params_shard_4.bin +3 -0
  45. params_shard_40.bin +3 -0
  46. params_shard_41.bin +3 -0
  47. params_shard_42.bin +3 -0
  48. params_shard_43.bin +3 -0
  49. params_shard_44.bin +3 -0
  50. params_shard_45.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_lib": "Mistral-7B-Instruct-v0.1-q4f16_1",
3
+ "version": "0.1.0",
4
+ "model_type": "mistral",
5
+ "quantization": "q4f16_1",
6
+ "model_config": {
7
+ "architectures": [
8
+ "MistralForCausalLM"
9
+ ],
10
+ "bos_token_id": 1,
11
+ "eos_token_id": 2,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 4096,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 14336,
16
+ "max_position_embeddings": 32768,
17
+ "model_type": "mistral",
18
+ "num_attention_heads": 32,
19
+ "num_hidden_layers": 32,
20
+ "num_key_value_heads": 8,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_theta": 10000.0,
23
+ "sliding_window": 4096,
24
+ "tie_word_embeddings": false,
25
+ "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.34.0.dev0",
27
+ "use_cache": true,
28
+ "vocab_size": 32000
29
+ },
30
+ "vocab_size": 32000,
31
+ "temperature": 0.7,
32
+ "repetition_penalty": 1.0,
33
+ "top_p": 0.95,
34
+ "mean_gen_len": 128,
35
+ "max_gen_len": 512,
36
+ "shift_fill_factor": 0.3,
37
+ "sliding_window": 4096,
38
+ "prefill_chunk_size": 8,
39
+ "conv_template": "mistral_default",
40
+ "pad_token_id": 0,
41
+ "bos_token_id": 1,
42
+ "eos_token_id": 2,
43
+ "tokenizer_files": [
44
+ "tokenizer.model",
45
+ "tokenizer.json",
46
+ "tokenizer_config.json"
47
+ ]
48
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25bacce38677b8caab42f559838eae5bd355b9a3d34be1900614bb8930bd782b
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88faa781ca992456d89908ce5b2798149431aa3035be1d8f9c2c13a13138d11d
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22a2894fb92247a02bfeec605ca84fa499aaddce2271a12ee58aceea140b5c5f
3
+ size 30949376
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5a81ed7bae93739e90b000bb3273c1cb5cd1215158991d5e7571f2eafe3ec9f
3
+ size 30949376
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:479c001eb0f873bf0b521568b1787a52b38d3725b6aa0764a3a0ef8cc9e36037
3
+ size 58720256
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:103b805d8dcafb12f367a3b2329f250cf8ec5a4e243b2553742741f9acec12ce
3
+ size 25174016
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c48a5b0e721833d3feeb0d99274e1c170a6c3030e386e194ad1abb139cddd20
3
+ size 29360128
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd29067a15aea2c104e6fca9695b47e21f0fe2d01f5e26c5c1c604f32bd5eab0
3
+ size 58720256
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:262443abbdab18bfb0e29ac472a58e26ca04737913c69aa77440aad4a95f842e
3
+ size 33046528
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f19c6531240538e2ddd0a0107e7e7f6a576f39197ef85913c0f5da15fa3ab460
3
+ size 11010048
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:322ac66d446f1141e2ff583421daea0a2fb5186f2eaacb6020d394415012b731
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82878da1fdc218620f7145e04075aabee37acf296b1925f400e9ae540aef7de4
3
+ size 25174016
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dce3829acd4f6c4f349c674aa42d749429ca2c43b98b8f285e076c07086a3807
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e77813b5e61515ad2f6961b366ee014572fa7bcf883f0e69b49b987203809c5
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a22a34e623ecfb2dace946954ec1662dc6064195b648b6239eb88fad45268634
3
+ size 33046528
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bc7bc441a722bbc00ccd7e73290f95a078280254ca94290205707a0ce98b81e
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88f76d05de4afbf3749f607fff333f3e645f798a00dc1fed3ea8a5f5383ad087
3
+ size 58720256
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9521dfe47b847fb6f30d4396a1e7b012211053ed60b5745a415451e403f81c5
3
+ size 22036480
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:344f48dd5455c489396cff10a4d5f61c61cc9790c891820870850b6b44e84ec7
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38846e162f6dc773d17d0676921f4fc91604d92f982d98dc8c03bc927591bcd1
3
+ size 58720256
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:332a8970f31175d653467bc8c2d851d07003c54fa57cb8ebb9a6d43060fea4df
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7efc949607cd75328699af7d91da7b15274dae36dfd8e123ea8a9e824790d786
3
+ size 27271168
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f73c3067a35c17d14d478bb3fd3b05a01b934aa83547cca495eb0df0d6932497
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f552389d869522e98c0c137f08eb4cf2b56aa8fcb7f9010173fd9856218c3c9
3
+ size 30949376
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1225058624b78512cbdbf03c85df5367547b54dbcd0bb17391e2fc06de92201c
3
+ size 58720256
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e131e0acb4a935d107b4cb719181932e82cafac30349ff7217dc90d424ed559d
3
+ size 25174016
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6452ab0370c2e42d6595facd57a83b7651177ba13c5b3a071d30a4379fba77e0
3
+ size 29360128
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f66530d4f96ec98dc3ef29e218c3a862dcbb8a747f0ac594cbbaeed9862654d
3
+ size 58720256
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3ea1633283b1645c661cb549ea1fa6cfdb1ac2ea21cd9414fae44cb7bc171b7
3
+ size 33046528
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55bd9cb8400d066a5e16cb137a49fc2d62d3374e59d704440b1a689c1ae913ca
3
+ size 29360128
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8ca483b7328bee8dc8cd5a9b249000fbad8c8f5aacfcf9a0b443ef8128d2fa4
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:221d5d5d166f5325f4752c678547ebca03ff0fe1a7670f7f4d3a360a659f0d95
3
+ size 58720256
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59c7eeb3d29e63f529af9b1666f4e66de3a51a55cc94e919c48153b3e6c9a3a8
3
+ size 22036480
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2c12efe3512b17d111ef0f8aaca08ba7106cb197ff041dc790f8a570941b21
3
+ size 65536000
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8efd1b5f258c1c3b3ab077ea5a5ad56f6bc910518bd60a4dd2ef480b13cb1a3
3
+ size 29360128
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa8df541f1f115f074707483b3c66996de3523f8b943ab76bbb4eca229c21266
3
+ size 31801344
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e8dc554b16dad4f1b49dee3c1ad96ef14e56a27d0ca960b0c3b456fca216066
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a12c73c25e2ce861c61bc5e63ba0baa1f68b8db44078f165500e3d550a3c25
3
+ size 25174016
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fe96d4e35dd674e70e80d8085798ce8e9ab2c91628f83d006e9061d5866c773
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd94a4420866b8aa222686a4b1ef39bc39bca779d1d3865d6b566c82b4a49bd3
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:306d386bfee90715308100b928c37aa111bca9d02fc2a14e2887e105d176c5af
3
+ size 33046528
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e09b72a59d56270a9ffedfb99a37978424cf3355122ad28f06f779a00dd3039e
3
+ size 58720256
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3da64df3324c09a858671a3a1758f9daf5f317a4f741b49fd8fb55a327c793b7
3
+ size 29360128
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:856eb228eca34b6232f9e55c7f4b7f4ea805e066507bcc0c464452ae94a3b947
3
+ size 58720256
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7769fe48b74ccf9ae79db0461b523e4c389bdaacad5cefd71e8196085774381d
3
+ size 22036480
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7082a856882bc867fd5b943a6dbb950f0456a0d951188b092e21a42b764eee22
3
+ size 29360128
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5252cb60064d2c3cd4b2cb36e6eb3f1ae785e40f649970f5a9b6b7e924731fb
3
+ size 58720256
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6471778ba71c82abbd17d47357208a69679b2bc83b675a81e6791f3b3c308309
3
+ size 27271168