jerryzh168 commited on
Commit
7159184
·
verified ·
1 Parent(s): 7fdfcf2

Upload Phi3ForCausalLM

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -37,6 +37,7 @@
37
  "_data": {
38
  "group_size": 128,
39
  "int4_choose_qparams_algorithm": "hqq",
 
40
  "layout": {
41
  "_data": {
42
  "inner_k_tiles": 8
@@ -44,7 +45,6 @@
44
  "_type": "TensorCoreTiledLayout",
45
  "_version": 1
46
  },
47
- "packing_format": "tile_packed_to_4d",
48
  "preserve_zero": null,
49
  "set_inductor_config": true,
50
  "use_hqq": false,
 
37
  "_data": {
38
  "group_size": 128,
39
  "int4_choose_qparams_algorithm": "hqq",
40
+ "int4_packing_format": "tile_packed_to_4d",
41
  "layout": {
42
  "_data": {
43
  "inner_k_tiles": 8
 
45
  "_type": "TensorCoreTiledLayout",
46
  "_version": 1
47
  },
 
48
  "preserve_zero": null,
49
  "set_inductor_config": true,
50
  "use_hqq": false,