Hugging Face's logo

numen-tech
/
Mixtral-8x7B-Instruct-v0.1-w4a16g128asym_1

Model card Files Community
numen-tech commited on
Commit
d43d113
·
1 Parent(s): 3ebc8fa

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +3 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_124.bin +3 -0
  33. params_shard_125.bin +3 -0
  34. params_shard_126.bin +3 -0
  35. params_shard_127.bin +3 -0
  36. params_shard_128.bin +3 -0
  37. params_shard_13.bin +3 -0
  38. params_shard_14.bin +3 -0
  39. params_shard_15.bin +3 -0
  40. params_shard_16.bin +3 -0
  41. params_shard_17.bin +3 -0
  42. params_shard_18.bin +3 -0
  43. params_shard_19.bin +3 -0
  44. params_shard_2.bin +3 -0
  45. params_shard_20.bin +3 -0
  46. params_shard_21.bin +3 -0
  47. params_shard_22.bin +3 -0
  48. params_shard_23.bin +3 -0
  49. params_shard_24.bin +3 -0
  50. params_shard_25.bin +3 -0
README.md CHANGED
@@ -1,3 +1,6 @@
1
  ---
2
  license: apache-2.0
3
  ---
 
 
 
 
1
  ---
2
  license: apache-2.0
3
  ---
4
+
5
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Mixtral-8x7B-Instruct-v0.1](https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1).
6
+ Note that the embedding and the MoE gate weights are not quantized in this version.
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de4934730c59b1287ba87ce9bd766e92e4d10db395a7ce0d60084e0ede83743b
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c56212418543dfdf58529249e35908daf616e48c61f1414c1405d75c806bc3a8
3
+ size 469762048
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f13b12662ad4392bc7edbd117ecaccaa1667af2818fa178fb8457ffe2045c1ff
3
+ size 234881024
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:785caf8cd91373e3840802d0136496315394aa54d6cbded7534a96bdb7f9d526
3
+ size 234881024
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:228cda29942dfe1879345612c89370dd9e71d9a5e47a75e006f44153ed824781
3
+ size 22085632
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0933448c6bc44544a59316d51e150cd7c34933220d67bec265c6b2ad65439d71
3
+ size 469762048
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f858582afcfc35d018d02b1f85c343ce3afa73314493d7b4393ef1efc4ca4278
3
+ size 21643264
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12cc0c9a7422d44f8279a205485ceb965ed243d100ffb422245c4bd6001efd02
3
+ size 234881024
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3502eb6d8b5847312780405faea977db0ae9faf65aa1b69544130f34ee60478
3
+ size 22085632
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dcac2e5ba29d2474c289c7e6af45c5f1d8519fb81469022b4829da28ae5c63e
3
+ size 469762048
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6de98c1f701fc98d0e63f5233b92072591be7902a06a100559b3de431c2e258
3
+ size 21643264
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:149a915ba6c649b74934dc3a3f21c32ed386e612311a8b772e2ab5cb0f308263
3
+ size 234881024
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18561b19926596761a0e1c0c946d932d9f3bb668642a06150407516c53f9235c
3
+ size 22102016
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db9b9dc13e5098d81b08d229d535e404d11310f85c2d195c7a0a83500cf4257
3
+ size 22102016
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:597a9c33771c79d6eec3baf41bee75a03caa6f5ce765c586dc554618ee93ce9c
3
+ size 21692416
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:923063b60259ceaa8cac1a75ec70f613dde1304066c75b27dc725df7c3b6c41c
3
+ size 469762048
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88343cd03265190e38546ab9a60ec21dac01f382546bb2a380d95fa2db21913b
3
+ size 21643264
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68c3768f0894e5ad7726dd3cbf9c22c9ae0ccf907eae88efd6cf60f5b4a87270
3
+ size 234881024
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1f5c585822c40863daf2fc423549e75071ab68db7e0944b7aa0eae1131356ca
3
+ size 22102016
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61f2f9b435ba7ddc48c306d3426ddf9c4015a46092590073c91c2f37cd40427e
3
+ size 21692416
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65dcbffd947d05370fac3380fb5af49d29b290be4ce62bbe09fa2b7ea55fb0ee
3
+ size 469762048
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a802e86fdf3bb6d7ee963fdf81a5e829d0c660a5c3b714b87404a9a68905e6b0
3
+ size 21626880
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa5652937221618d6e5fdc7f9a89f6de6a7784e82df4ec5c5e7e7ea3a89cf628
3
+ size 234881024
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a09433f6b90591344323ba7fb9b2e28f36f54253060a8e46c20b857ab822d4b
3
+ size 469762048
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:106dbbaf5547d060fc553180cee33b95c8675c2e31655157b64cc982ea3d6bdd
3
+ size 469762048
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73ae55fe487073ee9d8ca203e69f33813e3795a4597bde30c49764b4806b7f4e
3
+ size 22036480
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04b7a836c6748894b319b9305548ba93f3737079d97d2cbabdfb1c4e67eec6fb
3
+ size 234881024
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81d7adf5a44b7c49608fb5c94c2dbc3e795fc378cbfa37629c3d5d9d1a434b3d
3
+ size 22085632
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6f37bcf96be49f61e63a96dfb1a0f684fa80e6bbf7e6b109db02d198493d768
3
+ size 469762048
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe698c9c778dfb5d92febc8dff4d819d9418043a3fdfd33966a5769786b955a3
3
+ size 21643264
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d586871f544e58cb185a4404b6f91ee965e085ab9e12212662d02a8b6a13db86
3
+ size 234881024
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e67891017cf8246efde7ff5d7992f22f37b280181f9c150413e4edbcb60f9435
3
+ size 22102016
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:147e9e51594f05ccc56b5575b9d5aaa63440dd40a251ea62e93daaa5c4fadfe4
3
+ size 21692416
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f400e7991517f4d75152cdde555d003931571bca78c20ea8f866c56d739cbddb
3
+ size 21626880
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54c9cbb7dd730832e43d0557161b410a097117b6849d714dc0aadde4a9a70b2f
3
+ size 21626880
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:910b29012fa453bab81bdbb461c531876c370274323b509d514ffc4a768d4e11
3
+ size 234881024
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62ead4a694d7f3bdaf1dc9db2ebf2231aa18bf5517040f1796e06e9db68053d2
3
+ size 22085632
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f02c06dd06b10d336c388ddc392dc40840015444a81943ef0b2b3f4f1a7a05d
3
+ size 469762048
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:771a9f2c04868fc86d49902a1d988909a1aca96860f1963fbb08732718fad6f9
3
+ size 21643264
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0011e64514928d32a88bb912934096a19bf9113fccf2877f943bbceed6cf18a
3
+ size 234881024
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ec0fc818209ba7725cd0372a4d01d69e65dda406f1920fd2c1b440688ed0984
3
+ size 22102016
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05fd6fe7fddd3179191ee60ac2c91135b9b2d0b53f9c2ddc4c0a368866396790
3
+ size 234881024
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e52c78f9ff27be0a09dfb019cf78440e6acf08a749e099927bec8c903f193db
3
+ size 469762048
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b1faeb6285eb33be0bd074268e2064aae4fc744cafee3b96ae97164ca1d144e
3
+ size 21626880
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36bbe89522534e0b54d87a8401692ae766df32992c580ab2ab7db5e5ec39ef0a
3
+ size 234881024
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa148ace6e2fa437e04413574fa50321c0187cf0c817400c220205ff9735a280
3
+ size 22085632
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa187264cb815d5ea0d52098fc21cef3cf5abb86f6c68121f0fac171b0e748af
3
+ size 469762048
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6c2d767c38b081e5221ea0ab14ceff6f73458718c0fee439bb03b83a4bb948e
3
+ size 21626880