Hugging Face's logo

jcorenday
/
Daredevil-8B-GPTQ

Text Generation
Transformers
llama
Merge
mergekit
lazymergekit
autoquant
gptq
conversational
Eval Results
4-bit precision
Model card Files
xet
Community
jcorenday commited on
Commit
ae12ad4
·
verified ·
1 Parent(s): f32db2f

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +1 -1
  2. gptq_model-4bit-128g.safetensors +1 -1
  3. quantize_config.json +1 -1
config.json CHANGED
@@ -20,7 +20,7 @@
20
  "pretraining_tp": 1,
21
  "quantization_config": {
22
  "bits": 4,
23
- "damp_percent": 0.1,
24
  "desc_act": false,
25
  "group_size": 128,
26
  "is_marlin_format": false,
 
20
  "pretraining_tp": 1,
21
  "quantization_config": {
22
  "bits": 4,
23
+ "damp_percent": 0.01,
24
  "desc_act": false,
25
  "group_size": 128,
26
  "is_marlin_format": false,
gptq_model-4bit-128g.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d3c6fb9c1317a64bed6b9f3ffb2aba58c339a18dc88c43fcfaac0a5b53c09e48
3
  size 5735720552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ac531ba4a90d247741fadae46979c503d3dfc89a4cc7d2a6d82cdc788582ffa
3
  size 5735720552
quantize_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "bits": 4,
3
  "group_size": 128,
4
- "damp_percent": 0.1,
5
  "desc_act": false,
6
  "static_groups": false,
7
  "sym": true,
 
1
  {
2
  "bits": 4,
3
  "group_size": 128,
4
+ "damp_percent": 0.01,
5
  "desc_act": false,
6
  "static_groups": false,
7
  "sym": true,