hhoh commited on
Commit
fd0d0e2
·
verified ·
1 Parent(s): c4e4624

Upload angelslim_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. angelslim_config.json +72 -0
angelslim_config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_config": {
3
+ "name": "HunyuanDense",
4
+ "model_path": "Base Model Path",
5
+ "trust_remote_code": true,
6
+ "torch_dtype": "auto",
7
+ "device_map": "auto",
8
+ "low_cpu_mem_usage": true,
9
+ "use_cache": false,
10
+ "cache_dir": null
11
+ },
12
+ "compression_config": {
13
+ "name": "PTQ",
14
+ "quantization": {
15
+ "name": "fp8_static",
16
+ "bits": 8,
17
+ "quant_method": {
18
+ "weight": "per-tensor",
19
+ "activation": "per-tensor"
20
+ },
21
+ "quant_helpers": [],
22
+ "smooth_alpha": 0.5,
23
+ "low_memory": false,
24
+ "modules_to_quantize": [],
25
+ "zero_point": true,
26
+ "mse_range": false,
27
+ "ignore_layers": [
28
+ "lm_head",
29
+ "model.embed_tokens"
30
+ ],
31
+ "quant_analyse": false,
32
+ "quant_vit": false
33
+ },
34
+ "cache": null
35
+ },
36
+ "dataset_config": {
37
+ "name": "TextDataset",
38
+ "data_path": "/cfs_cloud_code/rubingyang/data/hy_7b_translate/quant_mix512.jsonl",
39
+ "max_seq_length": 4096,
40
+ "num_samples": 512,
41
+ "batch_size": 1,
42
+ "shuffle": false,
43
+ "inference_settings": null
44
+ },
45
+ "global_config": {
46
+ "save_path": "Save Model Path",
47
+ "max_seq_length": 4096,
48
+ "hidden_size": 4096,
49
+ "model_arch_type": "hunyuan_v1_dense",
50
+ "deploy_backend": "vllm"
51
+ },
52
+ "infer_config": null,
53
+ "debug_info": {
54
+ "python": "3.12.11 (main, Jun 4 2025, 08:56:18) [GCC 11.4.0]",
55
+ "angelslim": {
56
+ "name": "angelslim",
57
+ "version": "0.1.1",
58
+ "source": "pip"
59
+ },
60
+ "torch": {
61
+ "name": "torch",
62
+ "version": "2.7.1+cu128",
63
+ "source": "pip"
64
+ },
65
+ "transformers": {
66
+ "name": "transformers",
67
+ "version": "4.55.0.dev0",
68
+ "source": "pip"
69
+ },
70
+ "torch_cuda_version": "12.8"
71
+ }
72
+ }