Hugging Face's logo

AXERA-TECH
/
Qwen2.5-0.5B-Instruct-CTX-Int8

Transformers
English
Qwen
Qwen2.5-0.5B-Instruct
Qwen2.5-0.5B-Instruct-GPTQ-Int8
GPTQ
Model card Files Community
qqc1989 commited on
Commit
252f630
·
verified ·
1 Parent(s): d8727b9

Upload 26 files

Browse files
Files changed (26) hide show
  1. qwen2.5-0.5b-gptq-int8-ctx-ax650/model.embed_tokens.weight.bfloat16.bin +3 -0
  2. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l0_together.axmodel +3 -0
  3. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l10_together.axmodel +3 -0
  4. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l11_together.axmodel +3 -0
  5. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l12_together.axmodel +3 -0
  6. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l13_together.axmodel +3 -0
  7. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l14_together.axmodel +3 -0
  8. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l15_together.axmodel +3 -0
  9. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l16_together.axmodel +3 -0
  10. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l17_together.axmodel +3 -0
  11. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l18_together.axmodel +3 -0
  12. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l19_together.axmodel +3 -0
  13. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l1_together.axmodel +3 -0
  14. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l20_together.axmodel +3 -0
  15. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l21_together.axmodel +3 -0
  16. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l22_together.axmodel +3 -0
  17. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l23_together.axmodel +3 -0
  18. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l2_together.axmodel +3 -0
  19. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l3_together.axmodel +3 -0
  20. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l4_together.axmodel +3 -0
  21. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l5_together.axmodel +3 -0
  22. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l6_together.axmodel +3 -0
  23. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l7_together.axmodel +3 -0
  24. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l8_together.axmodel +3 -0
  25. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l9_together.axmodel +3 -0
  26. qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_post.axmodel +3 -0
qwen2.5-0.5b-gptq-int8-ctx-ax650/model.embed_tokens.weight.bfloat16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e96b0df6d274768cbb7e72404011853d23349999b658dc2f4dfb3c431ea223f
3
+ size 272269312
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l0_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2083d94b60d40837f48e2758e14e3b760d87b040f387389d8d164e8a29198b15
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l10_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:536142deaf157a9777e7ba8502d70a7963824780d56f391a52c233c48de73845
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l11_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fe0a693b36bce1c0fcd3dc95871b7ceccb0bf01796469f093cbe59400c374ac
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l12_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98d6564b37fdf148bb90a20f16ecac4c428379f1b3454fb199a51cc9730b8632
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l13_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:466b181ac71c6e21fb4584a9c2589798b7790078eec07a70ba0f3d4601379308
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l14_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0f5384c38c8dfc0c94d4ad67de95bfd5285a72944290e4e45adfbf5db7d3997
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l15_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1498b29469addb5429b2e09969d119cf0a05361e5e2df508942a688b2f68a7c6
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l16_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0ac2647170a9d96dba7bcad9b0ddf487344a8c608c8a69faad1a20947126fa5
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l17_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3e1857b63f7042ee26ebbb1ed756e42904e1ae2a798adbe7c1b1a8e3851b64b
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l18_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6ba25c3761dda21d7ed9b4e432b998304b48b035eca095a45e7e59339a07d3a
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l19_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb414e7cee84d2a0885a846793b6e5b2f8df6c9c54b79b5d4bd342424d32ae6b
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l1_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68788a1f8f485bb23fbc245922eff566c571bd78133c2bfc087fcbb203252b98
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l20_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dac9dd7cd54849d52933681b0e1c17a1206bbcd9f4a2540c989a92d25420c14b
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l21_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:841000bf55be54a1f5d82bec34ff89d5315b4cf9afe21c6ea9204d9c2c749316
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l22_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:369b7bd242d55778628e614f34b7a26ac1a1382a88def889bd6b9025be154de3
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l23_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c689af62a50467e0da092f331c342c631740f618e4ca01aee122934a5e834bf4
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l2_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8fe1a30a54713409f06d3ee939110b4c33cc1f66f4aa7e730239bb7f76835f7
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l3_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4845ebb7b9e25100b12afdf5e371aa8785f1c80544da2ae3360b33ac61c30304
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l4_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a288c10b6536b7d79caec811788930ad948a24ab4ff059bf43aa1d5c8e00f49
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l5_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fa419b39e9519afdfd867b74eb11d333bea6f4def63da9bb4a9bafc02735a47
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l6_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bcbd4df30538a997cdf1294958d8901f62decdd7b1b42660f2629751e6a58b5
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l7_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64f6132cd4ffa1460b28567edfac136b4891f177b20b30484c9790f0ee0bb38f
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l8_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f7fc55644c9fdde0ad43e6b82837db30291952845256a0761ecaed676b868db
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_p128_l9_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af5d36d50db5129e5286f6fe5f4383df909b61d320d1c4ef13ce5bdf39c2ed72
3
+ size 19629569
qwen2.5-0.5b-gptq-int8-ctx-ax650/qwen2_post.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f894a819bcce74eb7ee6abacae8c3dfc8f415fc31e9298acba561214353c5c73
3
+ size 147954851