Hugging Face's logo

junrushao
/
OpenOrca-Platypus2-13B-q3f16_1-MLC

Model card Files Community
junrushao commited on
Commit
6b98f93
·
1 Parent(s): dfbf1bc

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +4 -0
  2. logs.txt +0 -0
  3. mlc-chat-config.json +41 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<|PAD|>": 32001,
3
+ "<|end_of_turn|>": 32000
4
+ }
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q3f16_1",
4
+ "model_config": {
5
+ "hidden_size": 5120,
6
+ "intermediate_size": 13824,
7
+ "num_attention_heads": 40,
8
+ "num_hidden_layers": 40,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32002,
11
+ "position_embedding_base": 10000,
12
+ "context_window_size": 4096,
13
+ "prefill_chunk_size": 4096,
14
+ "num_key_value_heads": 40,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 32002,
19
+ "context_window_size": 4096,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 4096,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.7,
28
+ "repetition_penalty": 1.0,
29
+ "top_p": 0.95,
30
+ "conv_template": "llama-2",
31
+ "pad_token_id": 0,
32
+ "bos_token_id": 1,
33
+ "eos_token_id": 2,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "added_tokens.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "version": "0.1.0"
41
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3c6a6e9aa3a9aabc256896b39da4494f831b69adfc109ee92207233c218fda5
3
+ size 65540096
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f21bd30b518b12095fdfcde61e1054e36fc6ab9c124d4a55448290f031dd2f8
3
+ size 28344320
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:027baa13d878da6c12802d2a8b471e0f72d920e1fea2e5b9ce56f965562d592c
3
+ size 28344320
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21128ed13f68b53a269de024b7f23ce0ac7e373e8cae5c21508a76f1263a6c59
3
+ size 28344320
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:debdd901d43641af548ddf562e028d400f7a45e5afb61085d9da3c484c93f669
3
+ size 56623104
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f028d9b1f4ad35fb858a6be414ec4dc88770ef4c7b49a0c63ac887ecb3189425
3
+ size 32923648
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e88609ba87e5704a6c1ba6d410be945954881c2fe17db108bb0d83cab4b1348
3
+ size 56623104
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aa94af2e487c1eecf70db43c008c99127e95019ae400a8eec178be07bc2aef8
3
+ size 33208320
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8d202ce230ce2b806149398fa6d3d2e6fa8c94e0c56dd22fd14143fa5b0d7dd
3
+ size 31457280
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53a7d08998a5b52fcbd3f33aa0a4df8681dce0fd9113ec7963f2c27d0c4d8eed
3
+ size 28344320
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:879ac0476b741fa8a5299d9f9731449f8b1dd501c3d8a10494f87680b78b5274
3
+ size 56623104
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b8a26e19712f718c059e85713e2f22ffa72444f256e334e33a096ef73880876
3
+ size 31457280
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c45936b20b1efddbb40b6d6073ed3c9692161ec00a6bbc951399cc66f6405b56
3
+ size 33458176
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a309b0640d10f77518e481b58967cff536908983b454d241192f1eabd0289d3d
3
+ size 56623104
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f01e5919c1fbbc6dd8340eafa35ce4490a68e241ff7f08142b93cc3fb3925f62
3
+ size 28344320
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa89faa99c9174f3e4008d0bc7fa614db9032954fdcb0e634512b5708a6b9b7c
3
+ size 56623104
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94ea0696f9f5f47a311fa7796429525d5d21de0ce68f84815c270860803e70f4
3
+ size 31457280
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4e499372df69a91f0d0dbe692780de4eeb89d80f8c0c8de960f7fd9501e181f
3
+ size 30302208
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3655f77eaf5b7a96abfea5553e739a798131f8d4306c566f078f62fdbc27d7f
3
+ size 28344320
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f75a3acfa9c661312298eb233e1efb96e9172dbb8595ab16e932096235681d5d
3
+ size 56623104
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55af7b78ce5d4b9f57e467670b6d87cbf13af80bd2b435dd3a721438e2c53d12
3
+ size 31457280
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ecaa49a3d8c9c8578130c2f44361f3a9a3b85a06f2ad89a4d497b88c27c59a7
3
+ size 26370048
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f90328c79ba4996c7b6db6523438b6fbb83dc0b3407f142da2b333450efeb340
3
+ size 28344320
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2462125361a8aa89a638c0b8ecf5b44a11ece16d14dc813cbc0d1e874b616c87
3
+ size 56623104
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7a914334610f1da5695f6837a3b7b11a39ba4a94df0e1cb79515a47be8a0e57
3
+ size 31457280
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc18000af8563a16581e512168df180ee7f842aadfb4cfd4ffb17b76b9abbcdb
3
+ size 31457280
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20da9d1fa07b61079e76a05f17e1b45f89d5a698f471032b9f2da8bee96461fa
3
+ size 26370048
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40b55b593b375d5088d1d4afec6f34871113af63716a85a4b4a1cbf2877bbbf1
3
+ size 28344320
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e03a72847d900cc6b364294a7c63dc941eb8b8354ec95e59b8562281f7e71be
3
+ size 56623104
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:231fe3f2295875ccabc3c0a7bfd7ce6edee71860809ebc0a6fb295931f24f113
3
+ size 31457280
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81fe477c9c401777d0893172c6806945cad7ed7c7108cde4a73167f68e5f4744
3
+ size 26370048
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ae28c02b3d9b671e66816a21013c4c50ebd590463538089b06d52dc05176b90
3
+ size 28344320
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b61154e5e98a7db6dd76a31a2d3c02a1c46942113739be8f14abe48e41b8cb4
3
+ size 56623104
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1364d737ddd22a484e4209e95539349ae9a7f03d786db15ec0e5a85d35110d80
3
+ size 31457280
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6929939e9345abfd9343751816273ec6624193614e129d95ef677bec8122458a
3
+ size 26370048
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e828a4991aab474dd7cfe1c94fcbcf88d7bd0ff56266ecdc16c3989abd096569
3
+ size 26370048
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c44425e1335d5bac20e1526e70ff84cd0b4f78f9e29b516ff61900d016e35f0
3
+ size 28344320
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09048798594bd90f0757df7ce953c81c4e1eb3e14988b9fe93e39ecea73b9395
3
+ size 56623104
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b8c0591ab55af191cf2ab819ac341bb2e4286c0adcc271f7f0dc4603a89783e
3
+ size 31457280
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54fadc65f37b631fa51d4a73e94f7778b7862aa7326be1dde170753905cb9381
3
+ size 26370048
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72ef808bb62d25bc9c71aeb3cffdd5d3b7243f2b56f8307bf93c3d07c374fb06
3
+ size 28344320
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:481da0eaffd64fe43516d0facaf3665b24a4ddad301f2824fcb24adc1397e822
3
+ size 56623104
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:671a2dea6306b5475b9a861ae63da343b92a6b5e72666ef4647fc78b10468e9d
3
+ size 31457280
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea89a73e971d0815a29ba4d45546b354ec009d58dd57d57f5101af00fc494382
3
+ size 26370048
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7480bf83d8eeb29e73e69087766c9ddc8ace6f26f8b1c204b9006dadaf55ab7f
3
+ size 28344320
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:926c3d2a587cd5d5233bd1be9276b746b300ae7d06576fb434dadfdfae933e43
3
+ size 56623104