Hugging Face's logo

OrionCAF
/
qwen2_5_turkish_vlm

Safetensors
qwen2_5_vl
8-bit precision
bitsandbytes
Model card Files Community
1
Cosmobillian commited on
Commit
d959c7a
·
verified ·
1 Parent(s): d6ddd69

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +5 -5
config.json CHANGED
@@ -19,12 +19,12 @@
19
  "quantization_config": {
20
  "bnb_4bit_compute_dtype": "bfloat16",
21
  "bnb_4bit_quant_type": "nf4",
22
- "bnb_4bit_use_double_quant": true,
23
  "llm_int8_enable_fp32_cpu_offload": false,
24
  "llm_int8_has_fp16_weight": false,
25
  "llm_int8_skip_modules": null,
26
  "llm_int8_threshold": 6.0,
27
- "load_in_4bit": true,
28
  "load_in_8bit": false,
29
  "quant_method": "bitsandbytes"
30
  },
@@ -59,12 +59,12 @@
59
  "num_key_value_heads": 4,
60
  "pad_token_id": 151654,
61
  "quantization_config": {
62
- "_load_in_4bit": true,
63
  "_load_in_8bit": false,
64
  "bnb_4bit_compute_dtype": "bfloat16",
65
  "bnb_4bit_quant_storage": "uint8",
66
  "bnb_4bit_quant_type": "nf4",
67
- "bnb_4bit_use_double_quant": true,
68
  "llm_int8_enable_fp32_cpu_offload": false,
69
  "llm_int8_has_fp16_weight": false,
70
  "llm_int8_skip_modules": [
@@ -74,7 +74,7 @@
74
  "modality_projection"
75
  ],
76
  "llm_int8_threshold": 6.0,
77
- "load_in_4bit": true,
78
  "load_in_8bit": false,
79
  "quant_method": "bitsandbytes"
80
  },
 
19
  "quantization_config": {
20
  "bnb_4bit_compute_dtype": "bfloat16",
21
  "bnb_4bit_quant_type": "nf4",
22
+ "bnb_4bit_use_double_quant": false,
23
  "llm_int8_enable_fp32_cpu_offload": false,
24
  "llm_int8_has_fp16_weight": false,
25
  "llm_int8_skip_modules": null,
26
  "llm_int8_threshold": 6.0,
27
+ "load_in_4bit": false,
28
  "load_in_8bit": false,
29
  "quant_method": "bitsandbytes"
30
  },
 
59
  "num_key_value_heads": 4,
60
  "pad_token_id": 151654,
61
  "quantization_config": {
62
+ "_load_in_4bit": false,
63
  "_load_in_8bit": false,
64
  "bnb_4bit_compute_dtype": "bfloat16",
65
  "bnb_4bit_quant_storage": "uint8",
66
  "bnb_4bit_quant_type": "nf4",
67
+ "bnb_4bit_use_double_quant": false,
68
  "llm_int8_enable_fp32_cpu_offload": false,
69
  "llm_int8_has_fp16_weight": false,
70
  "llm_int8_skip_modules": [
 
74
  "modality_projection"
75
  ],
76
  "llm_int8_threshold": 6.0,
77
+ "load_in_4bit": false,
78
  "load_in_8bit": false,
79
  "quant_method": "bitsandbytes"
80
  },